LUCI Scheduler :: pigweed :: pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main

Status: FAILED

Triggered by: -

Duration: 7 hours

Actions:

Definition (rev 33d44fee03807dad403981fd881c296c38c5e452)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "pigweed.dev.ci"
  builder: "pigweed-mac-x86-gn-compatibility-main"
>

Incoming triggers

887cbd9b7d446671cdebad38ae8fb216d38a6a35 (1 day ago)

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://pigweed.googlesource.com/pigweed/pigweed",
  "revision": "887cbd9b7d446671cdebad38ae8fb216d38a6a35"
}

Incoming tags

buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/887cbd9b7d446671cdebad38ae8fb216d38a6a35
gitiles_ref:refs/heads/main

Debug log (UTC)

[15:56:20.248] New invocation is queued and will start shortly
[15:56:21.462] Starting the invocation (attempt 1)
[15:56:21.489] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/887cbd9b7d446671cdebad38ae8fb216d38a6a35"
[15:56:21.489] Popped gitiles commit info from properties and tags
[15:56:21.489] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[15:56:21.489] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[15:56:21.489] Buildbucket request:
{
  "requestId": "8866541015634606928",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-gn-compatibility-main"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8866541015634606928",
            "job": "pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main",
            "triggers": [
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "887cbd9b7d446671cdebad38ae8fb216d38a6a35"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@887cbd9b7d446671cdebad38ae8fb216d38a6a35",
                        "title": "887cbd9b7d446671cdebad38ae8fb216d38a6a35",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/887cbd9b7d446671cdebad38ae8fb216d38a6a35"
                      }
                ]
          }
    },
  "gitilesCommit": {
    "host": "pigweed.googlesource.com",
    "project": "pigweed/pigweed",
    "id": "887cbd9b7d446671cdebad38ae8fb216d38a6a35",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8866541015634606928"
    },
    {
      "key": "scheduler_job_id",
      "value": "pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[15:56:22.198] Scheduled build:
{
  "id": "8701110953626841073",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-gn-compatibility-main"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-10-13T15:56:21.532092353Z",
  "updateTime": "2025-10-13T15:56:21.532092353Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "887cbd9b7d446671cdebad38ae8fb216d38a6a35",
      "ref": "refs/heads/main"
    }
  }
}
[15:56:22.198] Task URL: https://cr-buildbucket.appspot.com/build/8701110953626841073
[15:56:22.198] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866541015634606928:2:0) after 3m27s
[15:56:23.081] Received PubSub notification, asking Buildbucket for the build status
[15:56:23.114] Build status: SCHEDULED
[15:59:49.215] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866541015634606928:2:0)
[15:59:49.229] Build status: SCHEDULED
[15:59:49.229] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866541015634606928:4:0) after 3m47s
[16:03:36.325] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866541015634606928:4:0)
[16:03:36.369] Build status: SCHEDULED
[16:03:36.369] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866541015634606928:5:0) after 6m27s
[16:10:03.397] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866541015634606928:5:0)
[16:10:03.435] Build status: SCHEDULED
[16:10:03.435] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866541015634606928:6:0) after 9m26s
[16:19:29.580] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866541015634606928:6:0)
[16:19:29.618] Build status: SCHEDULED
[16:19:29.619] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866541015634606928:7:0) after 6m14s
[16:25:43.631] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866541015634606928:7:0)
[16:25:43.662] Build status: SCHEDULED
[16:25:43.662] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866541015634606928:8:0) after 1m31s
[16:27:14.654] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866541015634606928:8:0)
[16:27:14.680] Build status: SCHEDULED
[16:27:14.680] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866541015634606928:9:0) after 6m27s
[16:33:41.801] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866541015634606928:9:0)
[16:33:41.824] Build status: SCHEDULED
[16:33:41.825] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866541015634606928:10:0) after 2m30s
[16:36:11.823] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866541015634606928:10:0)
[16:36:11.845] Build status: SCHEDULED
[16:36:11.845] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866541015634606928:11:0) after 7m31s
[16:43:42.861] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866541015634606928:11:0)
[16:43:42.888] Build status: SCHEDULED
[16:43:42.888] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866541015634606928:12:0) after 5m39s
[16:49:21.878] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866541015634606928:12:0)
[16:49:21.917] Build status: SCHEDULED
[16:49:21.917] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866541015634606928:13:0) after 4m48s
[16:54:10.028] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866541015634606928:13:0)
[16:54:10.043] Build status: SCHEDULED
[16:54:10.043] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866541015634606928:14:0) after 8m33s
[17:02:43.253] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866541015634606928:14:0)
[17:02:43.277] Build status: SCHEDULED
[17:02:43.277] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866541015634606928:15:0) after 1m5s
[17:03:48.346] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866541015634606928:15:0)
[17:03:48.382] Build status: SCHEDULED
[17:03:48.382] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866541015634606928:16:0) after 7m6s
[17:10:54.394] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866541015634606928:16:0)
[17:10:54.409] Build status: SCHEDULED
[17:10:54.409] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866541015634606928:17:0) after 6m35s
[17:17:29.497] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866541015634606928:17:0)
[17:17:29.523] Build status: SCHEDULED
[17:17:29.523] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866541015634606928:18:0) after 2m59s
[17:20:28.535] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866541015634606928:18:0)
[17:20:28.549] Build status: SCHEDULED
[17:20:28.549] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866541015634606928:19:0) after 1m38s
[17:22:06.627] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866541015634606928:19:0)
[17:22:06.655] Build status: SCHEDULED
[17:22:06.655] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866541015634606928:20:0) after 7m24s
[17:29:30.803] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866541015634606928:20:0)
[17:29:30.822] Build status: SCHEDULED
[17:29:30.822] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866541015634606928:21:0) after 9m12s
[17:38:42.837] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866541015634606928:21:0)
[17:38:42.863] Build status: SCHEDULED
[17:38:42.863] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866541015634606928:22:0) after 1m24s
[17:40:06.883] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866541015634606928:22:0)
[17:40:06.906] Build status: SCHEDULED
[17:40:06.907] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866541015634606928:23:0) after 3m53s
[17:43:59.971] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866541015634606928:23:0)
[17:43:59.989] Build status: SCHEDULED
[17:43:59.989] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866541015634606928:24:0) after 3m48s
[17:47:48.163] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866541015634606928:24:0)
[17:47:48.180] Build status: SCHEDULED
[17:47:48.180] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866541015634606928:25:0) after 6m0s
[17:53:48.169] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866541015634606928:25:0)
[17:53:48.203] Build status: SCHEDULED
[17:53:48.204] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866541015634606928:26:0) after 4m5s
[17:57:53.219] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866541015634606928:26:0)
[17:57:53.253] Build status: SCHEDULED
[17:57:53.254] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866541015634606928:27:0) after 6m3s
[18:03:56.265] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866541015634606928:27:0)
[18:03:56.287] Build status: SCHEDULED
[18:03:56.287] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866541015634606928:28:0) after 2m5s
[18:06:01.308] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866541015634606928:28:0)
[18:06:01.329] Build status: SCHEDULED
[18:06:01.329] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866541015634606928:29:0) after 5m37s
[18:11:38.363] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866541015634606928:29:0)
[18:11:38.382] Build status: SCHEDULED
[18:11:38.382] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866541015634606928:30:0) after 5m57s
[18:17:35.481] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866541015634606928:30:0)
[18:17:35.502] Build status: SCHEDULED
[18:17:35.502] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866541015634606928:31:0) after 4m40s
[18:22:15.640] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866541015634606928:31:0)
[18:22:15.660] Build status: SCHEDULED
[18:22:15.660] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866541015634606928:32:0) after 7m6s
[18:29:21.687] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866541015634606928:32:0)
[18:29:21.706] Build status: SCHEDULED
[18:29:21.706] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866541015634606928:33:0) after 5m29s
[18:34:50.724] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866541015634606928:33:0)
[18:34:50.740] Build status: SCHEDULED
[18:34:50.740] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866541015634606928:34:0) after 3m3s
[18:37:53.742] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866541015634606928:34:0)
[18:37:53.759] Build status: SCHEDULED
[18:37:53.760] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866541015634606928:35:0) after 9m5s
[18:46:58.773] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866541015634606928:35:0)
[18:46:58.786] Build status: SCHEDULED
[18:46:58.786] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866541015634606928:36:0) after 9m53s
[18:56:51.820] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866541015634606928:36:0)
[18:56:51.843] Build status: SCHEDULED
[18:56:51.844] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866541015634606928:37:0) after 1m0s
[18:57:51.857] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866541015634606928:37:0)
[18:57:51.920] Build status: SCHEDULED
[18:57:51.920] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866541015634606928:38:0) after 5m53s
[19:03:44.935] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866541015634606928:38:0)
[19:03:44.956] Build status: SCHEDULED
[19:03:44.957] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866541015634606928:39:0) after 5m53s
[19:09:38.102] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866541015634606928:39:0)
[19:09:38.118] Build status: SCHEDULED
[19:09:38.118] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866541015634606928:40:0) after 2m33s
[19:12:11.176] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866541015634606928:40:0)
[19:12:11.193] Build status: SCHEDULED
[19:12:11.194] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866541015634606928:41:0) after 6m3s
[19:18:14.209] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866541015634606928:41:0)
[19:18:14.225] Build status: SCHEDULED
[19:18:14.225] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866541015634606928:42:0) after 2m54s
[19:21:08.247] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866541015634606928:42:0)
[19:21:08.273] Build status: SCHEDULED
[19:21:08.273] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866541015634606928:43:0) after 3m27s
[19:24:35.323] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866541015634606928:43:0)
[19:24:35.341] Build status: SCHEDULED
[19:24:35.341] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866541015634606928:44:0) after 8m22s
[19:32:57.485] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866541015634606928:44:0)
[19:32:57.514] Build status: SCHEDULED
[19:32:57.514] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866541015634606928:45:0) after 1m42s
[19:34:39.561] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866541015634606928:45:0)
[19:34:39.730] Build status: SCHEDULED
[19:34:39.730] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866541015634606928:46:0) after 2m14s
[19:36:53.777] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866541015634606928:46:0)
[19:36:53.793] Build status: SCHEDULED
[19:36:53.793] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866541015634606928:47:0) after 5m10s
[19:42:03.813] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866541015634606928:47:0)
[19:42:03.828] Build status: SCHEDULED
[19:42:03.828] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866541015634606928:48:0) after 3m46s
[19:45:49.846] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866541015634606928:48:0)
[19:45:49.863] Build status: SCHEDULED
[19:45:49.863] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866541015634606928:49:0) after 2m11s
[19:48:00.942] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866541015634606928:49:0)
[19:48:00.961] Build status: SCHEDULED
[19:48:00.961] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866541015634606928:50:0) after 5m22s
[19:53:22.972] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866541015634606928:50:0)
[19:53:22.988] Build status: SCHEDULED
[19:53:22.988] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866541015634606928:51:0) after 2m8s
[19:55:31.071] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866541015634606928:51:0)
[19:55:31.118] Build status: SCHEDULED
[19:55:31.118] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866541015634606928:52:0) after 7m3s
[20:02:34.135] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866541015634606928:52:0)
[20:02:34.176] Build status: SCHEDULED
[20:02:34.176] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866541015634606928:53:0) after 8m57s
[20:11:31.169] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866541015634606928:53:0)
[20:11:31.202] Build status: SCHEDULED
[20:11:31.202] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866541015634606928:54:0) after 3m17s
[20:14:48.298] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866541015634606928:54:0)
[20:14:48.314] Build status: SCHEDULED
[20:14:48.314] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866541015634606928:55:0) after 4m20s
[20:19:08.355] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866541015634606928:55:0)
[20:19:08.384] Build status: SCHEDULED
[20:19:08.384] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866541015634606928:56:0) after 1m28s
[20:20:36.448] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866541015634606928:56:0)
[20:20:36.464] Build status: SCHEDULED
[20:20:36.464] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866541015634606928:57:0) after 1m6s
[20:21:42.521] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866541015634606928:57:0)
[20:21:42.551] Build status: SCHEDULED
[20:21:42.551] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866541015634606928:58:0) after 4m46s
[20:26:28.628] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866541015634606928:58:0)
[20:26:28.646] Build status: SCHEDULED
[20:26:28.646] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866541015634606928:59:0) after 8m54s
[20:35:22.756] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866541015634606928:59:0)
[20:35:22.770] Build status: SCHEDULED
[20:35:22.770] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866541015634606928:60:0) after 9m4s
[20:44:26.820] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866541015634606928:60:0)
[20:44:26.842] Build status: SCHEDULED
[20:44:26.842] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866541015634606928:61:0) after 4m47s
[20:49:13.856] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866541015634606928:61:0)
[20:49:13.873] Build status: SCHEDULED
[20:49:13.873] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866541015634606928:62:0) after 3m50s
[20:53:03.893] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866541015634606928:62:0)
[20:53:03.915] Build status: SCHEDULED
[20:53:03.915] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866541015634606928:63:0) after 4m26s
[20:57:29.929] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866541015634606928:63:0)
[20:57:29.949] Build status: SCHEDULED
[20:57:29.949] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866541015634606928:64:0) after 9m15s
[21:06:44.979] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866541015634606928:64:0)
[21:06:44.999] Build status: SCHEDULED
[21:06:44.999] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866541015634606928:65:0) after 5m37s
[21:12:22.051] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866541015634606928:65:0)
[21:12:22.077] Build status: SCHEDULED
[21:12:22.077] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866541015634606928:66:0) after 4m44s
[21:17:06.192] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866541015634606928:66:0)
[21:17:06.211] Build status: SCHEDULED
[21:17:06.211] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866541015634606928:67:0) after 5m52s
[21:22:58.303] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866541015634606928:67:0)
[21:22:58.324] Build status: SCHEDULED
[21:22:58.324] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866541015634606928:68:0) after 9m57s
[21:32:55.340] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866541015634606928:68:0)
[21:32:55.369] Build status: SCHEDULED
[21:32:55.369] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866541015634606928:69:0) after 4m21s
[21:37:16.439] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866541015634606928:69:0)
[21:37:16.485] Build status: SCHEDULED
[21:37:16.485] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866541015634606928:70:0) after 9m41s
[21:46:57.516] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866541015634606928:70:0)
[21:46:57.533] Build status: SCHEDULED
[21:46:57.533] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866541015634606928:71:0) after 3m47s
[21:50:44.595] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866541015634606928:71:0)
[21:50:44.612] Build status: SCHEDULED
[21:50:44.612] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866541015634606928:72:0) after 9m5s
[21:59:49.678] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866541015634606928:72:0)
[21:59:49.693] Build status: SCHEDULED
[21:59:49.693] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866541015634606928:73:0) after 1m49s
[22:01:38.799] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866541015634606928:73:0)
[22:01:38.824] Build status: SCHEDULED
[22:01:38.824] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866541015634606928:74:0) after 2m0s
[22:03:38.909] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866541015634606928:74:0)
[22:03:38.925] Build status: SCHEDULED
[22:03:38.925] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866541015634606928:75:0) after 2m37s
[22:06:15.988] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866541015634606928:75:0)
[22:06:16.005] Build status: SCHEDULED
[22:06:16.005] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866541015634606928:76:0) after 5m28s
[22:11:44.025] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866541015634606928:76:0)
[22:11:44.106] Build status: SCHEDULED
[22:11:44.106] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866541015634606928:77:0) after 6m24s
[22:18:08.092] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866541015634606928:77:0)
[22:18:08.108] Build status: SCHEDULED
[22:18:08.108] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866541015634606928:78:0) after 9m31s
[22:27:39.113] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866541015634606928:78:0)
[22:27:39.148] Build status: SCHEDULED
[22:27:39.148] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866541015634606928:79:0) after 1m20s
[22:28:59.164] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866541015634606928:79:0)
[22:28:59.186] Build status: SCHEDULED
[22:28:59.186] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866541015634606928:80:0) after 7m45s
[22:36:44.374] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866541015634606928:80:0)
[22:36:44.390] Build status: SCHEDULED
[22:36:44.390] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866541015634606928:81:0) after 5m51s
[22:42:35.404] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866541015634606928:81:0)
[22:42:35.421] Build status: SCHEDULED
[22:42:35.421] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866541015634606928:82:0) after 5m18s
[22:47:53.440] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866541015634606928:82:0)
[22:47:53.467] Build status: SCHEDULED
[22:47:53.467] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866541015634606928:83:0) after 4m43s
[22:52:36.555] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866541015634606928:83:0)
[22:52:36.634] Build status: SCHEDULED
[22:52:36.634] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866541015634606928:84:0) after 7m52s
[23:00:28.726] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866541015634606928:84:0)
[23:00:28.762] Build status: SCHEDULED
[23:00:28.762] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866541015634606928:85:0) after 5m12s
[23:05:40.746] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866541015634606928:85:0)
[23:05:40.760] Build status: SCHEDULED
[23:05:40.760] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866541015634606928:86:0) after 4m35s
[23:10:15.777] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866541015634606928:86:0)
[23:10:15.791] Build status: SCHEDULED
[23:10:15.791] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866541015634606928:87:0) after 5m48s
[23:13:58.753] Received PubSub notification, asking Buildbucket for the build status
[23:13:58.778] Build status: STARTED
[23:16:03.800] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866541015634606928:87:0)
[23:16:03.827] Build status: STARTED
[23:16:03.827] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866541015634606928:89:0) after 7m45s
[23:22:31.483] Received PubSub notification, asking Buildbucket for the build status
[23:22:31.530] Build:
{
  "id": "8701110953626841073",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-gn-compatibility-main"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-10-13T15:56:21.532092353Z",
  "startTime": "2025-10-13T23:13:58.594709340Z",
  "endTime": "2025-10-13T23:22:30.579461039Z",
  "updateTime": "2025-10-13T23:22:30.579461039Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "887cbd9b7d446671cdebad38ae8fb216d38a6a35",
      "ref": "refs/heads/main"
    }
  }
}
[23:22:31.531] Invocation finished in 7h26m11.296531283s with status FAILED