LUCI Scheduler :: pigweed :: pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main

Status: FAILED

Triggered by: -

Duration: 8 hours

Actions:

Definition (rev 33d44fee03807dad403981fd881c296c38c5e452)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "pigweed.dev.ci"
  builder: "pigweed-mac-x86-gn-compatibility-main"
>

Incoming triggers

2b23689560196ea206283712f65093f3d48ab148 (1 week ago)

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://pigweed.googlesource.com/pigweed/pigweed",
  "revision": "2b23689560196ea206283712f65093f3d48ab148"
}

Incoming tags

buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/2b23689560196ea206283712f65093f3d48ab148
gitiles_ref:refs/heads/main

Debug log (UTC)

[08:11:27.137] New invocation is queued and will start shortly
[08:11:28.209] Starting the invocation (attempt 1)
[08:11:28.238] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/2b23689560196ea206283712f65093f3d48ab148"
[08:11:28.238] Popped gitiles commit info from properties and tags
[08:11:28.238] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[08:11:28.238] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[08:11:28.238] Buildbucket request:
{
  "requestId": "8872549663466578272",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-gn-compatibility-main"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8872549663466578272",
            "job": "pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main",
            "triggers": [
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "2b23689560196ea206283712f65093f3d48ab148"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@2b23689560196ea206283712f65093f3d48ab148",
                        "title": "2b23689560196ea206283712f65093f3d48ab148",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/2b23689560196ea206283712f65093f3d48ab148"
                      }
                ]
          }
    },
  "gitilesCommit": {
    "host": "pigweed.googlesource.com",
    "project": "pigweed/pigweed",
    "id": "2b23689560196ea206283712f65093f3d48ab148",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8872549663466578272"
    },
    {
      "key": "scheduler_job_id",
      "value": "pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[08:11:29.143] Scheduled build:
{
  "id": "8707119601482899777",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-gn-compatibility-main"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-08-08T08:11:28.396368189Z",
  "updateTime": "2025-08-08T08:11:28.396368189Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "2b23689560196ea206283712f65093f3d48ab148",
      "ref": "refs/heads/main"
    }
  }
}
[08:11:29.143] Task URL: https://cr-buildbucket.appspot.com/build/8707119601482899777
[08:11:29.143] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8872549663466578272:2:0) after 5m13s
[08:11:29.910] Received PubSub notification, asking Buildbucket for the build status
[08:11:29.928] Build status: SCHEDULED
[08:16:42.206] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8872549663466578272:2:0)
[08:16:42.230] Build status: SCHEDULED
[08:16:42.231] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8872549663466578272:4:0) after 7m50s
[08:24:32.263] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8872549663466578272:4:0)
[08:24:32.299] Build status: SCHEDULED
[08:24:32.299] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8872549663466578272:5:0) after 8m6s
[08:32:38.364] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8872549663466578272:5:0)
[08:32:38.602] Build status: SCHEDULED
[08:32:38.602] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8872549663466578272:6:0) after 3m44s
[08:36:22.614] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8872549663466578272:6:0)
[08:36:22.639] Build status: SCHEDULED
[08:36:22.639] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8872549663466578272:7:0) after 8m32s
[08:44:54.747] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8872549663466578272:7:0)
[08:44:54.772] Build status: SCHEDULED
[08:44:54.772] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8872549663466578272:8:0) after 1m10s
[08:46:04.786] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8872549663466578272:8:0)
[08:46:04.875] Build status: SCHEDULED
[08:46:04.875] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8872549663466578272:9:0) after 2m23s
[08:48:27.890] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8872549663466578272:9:0)
[08:48:27.911] Build status: SCHEDULED
[08:48:27.911] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8872549663466578272:10:0) after 9m36s
[08:58:04.108] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8872549663466578272:10:0)
[08:58:04.161] Build status: SCHEDULED
[08:58:04.161] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8872549663466578272:11:0) after 2m44s
[09:00:48.225] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8872549663466578272:11:0)
[09:00:48.243] Build status: SCHEDULED
[09:00:48.243] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8872549663466578272:12:0) after 7m5s
[09:07:53.257] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8872549663466578272:12:0)
[09:07:53.274] Build status: SCHEDULED
[09:07:53.274] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8872549663466578272:13:0) after 5m1s
[09:12:54.313] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8872549663466578272:13:0)
[09:12:54.356] Build status: SCHEDULED
[09:12:54.356] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8872549663466578272:14:0) after 7m42s
[09:20:36.420] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8872549663466578272:14:0)
[09:20:36.441] Build status: SCHEDULED
[09:20:36.441] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8872549663466578272:15:0) after 2m52s
[09:23:28.488] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8872549663466578272:15:0)
[09:23:28.507] Build status: SCHEDULED
[09:23:28.507] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8872549663466578272:16:0) after 7m47s
[09:31:15.744] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8872549663466578272:16:0)
[09:31:15.762] Build status: SCHEDULED
[09:31:15.762] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8872549663466578272:17:0) after 6m53s
[09:38:09.067] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8872549663466578272:17:0)
[09:38:09.086] Build status: SCHEDULED
[09:38:09.086] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8872549663466578272:18:0) after 8m17s
[09:46:26.401] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8872549663466578272:18:0)
[09:46:26.422] Build status: SCHEDULED
[09:46:26.422] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8872549663466578272:19:0) after 1m25s
[09:47:51.538] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8872549663466578272:19:0)
[09:47:51.556] Build status: SCHEDULED
[09:47:51.556] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8872549663466578272:20:0) after 2m39s
[09:50:30.579] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8872549663466578272:20:0)
[09:50:30.662] Build status: SCHEDULED
[09:50:30.662] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8872549663466578272:21:0) after 5m13s
[09:55:43.684] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8872549663466578272:21:0)
[09:55:43.704] Build status: SCHEDULED
[09:55:43.704] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8872549663466578272:22:0) after 6m58s
[10:02:41.787] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8872549663466578272:22:0)
[10:02:41.818] Build status: SCHEDULED
[10:02:41.818] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8872549663466578272:23:0) after 2m51s
[10:05:32.936] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8872549663466578272:23:0)
[10:05:32.959] Build status: SCHEDULED
[10:05:32.959] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8872549663466578272:24:0) after 7m54s
[10:13:27.227] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8872549663466578272:24:0)
[10:13:27.244] Build status: SCHEDULED
[10:13:27.244] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8872549663466578272:25:0) after 9m29s
[10:22:56.314] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8872549663466578272:25:0)
[10:22:56.348] Build status: SCHEDULED
[10:22:56.348] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8872549663466578272:26:0) after 8m51s
[10:31:47.408] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8872549663466578272:26:0)
[10:31:47.429] Build status: SCHEDULED
[10:31:47.429] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8872549663466578272:27:0) after 2m52s
[10:34:39.662] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8872549663466578272:27:0)
[10:34:39.683] Build status: SCHEDULED
[10:34:39.683] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8872549663466578272:28:0) after 2m35s
[10:37:14.930] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8872549663466578272:28:0)
[10:37:14.948] Build status: SCHEDULED
[10:37:14.948] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8872549663466578272:29:0) after 7m47s
[10:45:02.050] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8872549663466578272:29:0)
[10:45:02.096] Build status: SCHEDULED
[10:45:02.096] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8872549663466578272:30:0) after 8m46s
[10:53:48.115] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8872549663466578272:30:0)
[10:53:48.134] Build status: SCHEDULED
[10:53:48.134] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8872549663466578272:31:0) after 5m14s
[10:59:02.653] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8872549663466578272:31:0)
[10:59:02.684] Build status: SCHEDULED
[10:59:02.684] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8872549663466578272:32:0) after 4m15s
[11:03:18.152] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8872549663466578272:32:0)
[11:03:18.176] Build status: SCHEDULED
[11:03:18.176] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8872549663466578272:33:0) after 1m40s
[11:04:58.394] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8872549663466578272:33:0)
[11:04:58.414] Build status: SCHEDULED
[11:04:58.414] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8872549663466578272:34:0) after 2m20s
[11:07:18.748] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8872549663466578272:34:0)
[11:07:18.769] Build status: SCHEDULED
[11:07:18.770] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8872549663466578272:35:0) after 6m48s
[11:14:06.891] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8872549663466578272:35:0)
[11:14:06.909] Build status: SCHEDULED
[11:14:06.909] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8872549663466578272:36:0) after 9m36s
[11:23:42.926] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8872549663466578272:36:0)
[11:23:42.947] Build status: SCHEDULED
[11:23:42.947] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8872549663466578272:37:0) after 1m19s
[11:25:01.957] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8872549663466578272:37:0)
[11:25:01.984] Build status: SCHEDULED
[11:25:01.984] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8872549663466578272:38:0) after 5m8s
[11:30:10.006] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8872549663466578272:38:0)
[11:30:10.103] Build status: SCHEDULED
[11:30:10.103] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8872549663466578272:39:0) after 2m59s
[11:33:09.315] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8872549663466578272:39:0)
[11:33:09.335] Build status: SCHEDULED
[11:33:09.335] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8872549663466578272:40:0) after 6m28s
[11:39:37.353] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8872549663466578272:40:0)
[11:39:37.405] Build status: SCHEDULED
[11:39:37.405] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8872549663466578272:41:0) after 1m26s
[11:41:03.434] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8872549663466578272:41:0)
[11:41:03.461] Build status: SCHEDULED
[11:41:03.461] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8872549663466578272:42:0) after 9m45s
[11:50:48.491] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8872549663466578272:42:0)
[11:50:48.511] Build status: SCHEDULED
[11:50:48.512] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8872549663466578272:43:0) after 5m35s
[11:56:23.533] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8872549663466578272:43:0)
[11:56:23.695] Build status: SCHEDULED
[11:56:23.695] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8872549663466578272:44:0) after 1m11s
[11:57:34.671] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8872549663466578272:44:0)
[11:57:34.688] Build status: SCHEDULED
[11:57:34.688] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8872549663466578272:45:0) after 7m50s
[12:05:24.756] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8872549663466578272:45:0)
[12:05:24.778] Build status: SCHEDULED
[12:05:24.778] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8872549663466578272:46:0) after 7m4s
[12:12:28.855] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8872549663466578272:46:0)
[12:12:28.886] Build status: SCHEDULED
[12:12:28.886] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8872549663466578272:47:0) after 3m2s
[12:15:30.993] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8872549663466578272:47:0)
[12:15:31.009] Build status: SCHEDULED
[12:15:31.009] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8872549663466578272:48:0) after 5m38s
[12:21:09.097] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8872549663466578272:48:0)
[12:21:09.153] Build status: SCHEDULED
[12:21:09.153] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8872549663466578272:49:0) after 3m54s
[12:25:03.206] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8872549663466578272:49:0)
[12:25:03.224] Build status: SCHEDULED
[12:25:03.224] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8872549663466578272:50:0) after 6m49s
[12:31:52.244] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8872549663466578272:50:0)
[12:31:52.269] Build status: SCHEDULED
[12:31:52.269] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8872549663466578272:51:0) after 9m11s
[12:41:03.291] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8872549663466578272:51:0)
[12:41:03.312] Build status: SCHEDULED
[12:41:03.312] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8872549663466578272:52:0) after 7m18s
[12:48:21.405] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8872549663466578272:52:0)
[12:48:21.422] Build status: SCHEDULED
[12:48:21.422] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8872549663466578272:53:0) after 2m54s
[12:51:15.476] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8872549663466578272:53:0)
[12:51:15.494] Build status: SCHEDULED
[12:51:15.494] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8872549663466578272:54:0) after 8m42s
[12:59:57.513] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8872549663466578272:54:0)
[12:59:57.532] Build status: SCHEDULED
[12:59:57.532] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8872549663466578272:55:0) after 5m54s
[13:05:51.599] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8872549663466578272:55:0)
[13:05:51.618] Build status: SCHEDULED
[13:05:51.618] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8872549663466578272:56:0) after 2m15s
[13:08:06.774] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8872549663466578272:56:0)
[13:08:06.786] Build status: SCHEDULED
[13:08:06.786] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8872549663466578272:57:0) after 8m7s
[13:16:13.761] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8872549663466578272:57:0)
[13:16:13.789] Build status: SCHEDULED
[13:16:13.789] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8872549663466578272:58:0) after 6m35s
[13:22:48.891] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8872549663466578272:58:0)
[13:22:48.937] Build status: SCHEDULED
[13:22:48.937] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8872549663466578272:59:0) after 4m11s
[13:27:00.025] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8872549663466578272:59:0)
[13:27:00.043] Build status: SCHEDULED
[13:27:00.043] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8872549663466578272:60:0) after 9m29s
[13:36:29.066] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8872549663466578272:60:0)
[13:36:29.171] Build status: SCHEDULED
[13:36:29.171] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8872549663466578272:61:0) after 9m30s
[13:45:59.185] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8872549663466578272:61:0)
[13:45:59.205] Build status: SCHEDULED
[13:45:59.205] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8872549663466578272:62:0) after 8m51s
[13:54:50.224] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8872549663466578272:62:0)
[13:54:50.280] Build status: SCHEDULED
[13:54:50.280] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8872549663466578272:63:0) after 1m28s
[13:56:18.371] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8872549663466578272:63:0)
[13:56:18.393] Build status: SCHEDULED
[13:56:18.393] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8872549663466578272:64:0) after 2m49s
[13:59:07.638] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8872549663466578272:64:0)
[13:59:07.682] Build status: SCHEDULED
[13:59:07.682] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8872549663466578272:65:0) after 9m44s
[14:08:51.791] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8872549663466578272:65:0)
[14:08:51.809] Build status: SCHEDULED
[14:08:51.809] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8872549663466578272:66:0) after 9m36s
[14:18:27.942] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8872549663466578272:66:0)
[14:18:27.993] Build status: SCHEDULED
[14:18:27.993] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8872549663466578272:67:0) after 7m4s
[14:25:31.968] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8872549663466578272:67:0)
[14:25:31.986] Build status: SCHEDULED
[14:25:31.986] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8872549663466578272:68:0) after 9m55s
[14:35:27.006] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8872549663466578272:68:0)
[14:35:27.044] Build status: SCHEDULED
[14:35:27.044] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8872549663466578272:69:0) after 1m50s
[14:37:17.066] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8872549663466578272:69:0)
[14:37:17.125] Build status: SCHEDULED
[14:37:17.125] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8872549663466578272:70:0) after 3m55s
[14:41:12.144] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8872549663466578272:70:0)
[14:41:12.159] Build status: SCHEDULED
[14:41:12.159] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8872549663466578272:71:0) after 4m40s
[14:45:52.177] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8872549663466578272:71:0)
[14:45:52.198] Build status: SCHEDULED
[14:45:52.198] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8872549663466578272:72:0) after 1m43s
[14:47:35.258] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8872549663466578272:72:0)
[14:47:35.288] Build status: SCHEDULED
[14:47:35.288] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8872549663466578272:73:0) after 4m48s
[14:52:23.406] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8872549663466578272:73:0)
[14:52:23.431] Build status: SCHEDULED
[14:52:23.431] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8872549663466578272:74:0) after 5m20s
[14:57:43.604] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8872549663466578272:74:0)
[14:57:43.635] Build status: SCHEDULED
[14:57:43.636] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8872549663466578272:75:0) after 2m35s
[15:00:18.747] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8872549663466578272:75:0)
[15:00:18.912] Build status: SCHEDULED
[15:00:18.913] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8872549663466578272:76:0) after 1m25s
[15:01:43.891] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8872549663466578272:76:0)
[15:01:43.917] Build status: SCHEDULED
[15:01:43.917] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8872549663466578272:77:0) after 4m13s
[15:05:57.033] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8872549663466578272:77:0)
[15:05:57.060] Build status: SCHEDULED
[15:05:57.060] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8872549663466578272:78:0) after 3m27s
[15:09:24.112] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8872549663466578272:78:0)
[15:09:24.130] Build status: SCHEDULED
[15:09:24.130] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8872549663466578272:79:0) after 6m37s
[15:16:01.148] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8872549663466578272:79:0)
[15:16:01.167] Build status: SCHEDULED
[15:16:01.167] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8872549663466578272:80:0) after 2m34s
[15:18:35.189] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8872549663466578272:80:0)
[15:18:35.209] Build status: SCHEDULED
[15:18:35.209] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8872549663466578272:81:0) after 1m53s
[15:20:28.346] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8872549663466578272:81:0)
[15:20:28.374] Build status: SCHEDULED
[15:20:28.374] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8872549663466578272:82:0) after 2m31s
[15:22:59.391] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8872549663466578272:82:0)
[15:22:59.412] Build status: SCHEDULED
[15:22:59.412] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8872549663466578272:83:0) after 5m5s
[15:28:04.428] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8872549663466578272:83:0)
[15:28:04.473] Build status: SCHEDULED
[15:28:04.473] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8872549663466578272:84:0) after 1m36s
[15:29:40.526] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8872549663466578272:84:0)
[15:29:40.547] Build status: SCHEDULED
[15:29:40.548] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8872549663466578272:85:0) after 6m36s
[15:36:16.666] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8872549663466578272:85:0)
[15:36:16.687] Build status: SCHEDULED
[15:36:16.687] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8872549663466578272:86:0) after 9m5s
[15:37:58.781] Received PubSub notification, asking Buildbucket for the build status
[15:37:58.806] Build status: STARTED
[15:45:21.718] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8872549663466578272:86:0)
[15:45:21.735] Build status: STARTED
[15:45:21.735] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8872549663466578272:88:0) after 7m29s
[15:52:50.780] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8872549663466578272:88:0)
[15:52:50.812] Build status: STARTED
[15:52:50.812] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8872549663466578272:89:0) after 6m53s
[15:59:43.856] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8872549663466578272:89:0)
[15:59:43.933] Build status: STARTED
[15:59:43.933] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8872549663466578272:90:0) after 8m50s
[16:08:33.949] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8872549663466578272:90:0)
[16:08:33.965] Build status: STARTED
[16:08:33.965] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8872549663466578272:91:0) after 2m56s
[16:11:29.999] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8872549663466578272:91:0)
[16:11:30.037] Build status: STARTED
[16:11:30.037] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8872549663466578272:92:0) after 1m10s
[16:12:40.088] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8872549663466578272:92:0)
[16:12:40.122] Build status: STARTED
[16:12:40.122] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8872549663466578272:93:0) after 7m57s
[16:20:37.172] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8872549663466578272:93:0)
[16:20:37.192] Build status: STARTED
[16:20:37.192] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8872549663466578272:94:0) after 1m22s
[16:21:59.208] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8872549663466578272:94:0)
[16:21:59.244] Build status: STARTED
[16:21:59.245] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8872549663466578272:95:0) after 3m9s
[16:25:08.232] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8872549663466578272:95:0)
[16:25:08.250] Build status: STARTED
[16:25:08.250] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8872549663466578272:96:0) after 9m20s
[16:34:28.268] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8872549663466578272:96:0)
[16:34:28.303] Build status: STARTED
[16:34:28.303] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8872549663466578272:97:0) after 7m37s
[16:37:07.152] Received PubSub notification, asking Buildbucket for the build status
[16:37:07.173] Build:
{
  "id": "8707119601482899777",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-gn-compatibility-main"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-08-08T08:11:28.396368189Z",
  "startTime": "2025-08-08T15:37:58.582853467Z",
  "endTime": "2025-08-08T16:37:06.890699892Z",
  "updateTime": "2025-08-08T16:37:06.890699892Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "2b23689560196ea206283712f65093f3d48ab148",
      "ref": "refs/heads/main"
    }
  }
}
[16:37:07.173] Invocation finished in 8h25m40.051207606s with status FAILED