Status: FAILED
Triggered by: -
Duration: 7 hours
Actions:

Definition (rev 33d44fee03807dad403981fd881c296c38c5e452)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "pigweed.dev.ci"
  builder: "pigweed-mac-x86-gn-compatibility-main"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://pigweed.googlesource.com/pigweed/pigweed",
  "revision": "9b9b629a122fd9ea9ce26c1819f7eed811fa8b60"
}

Incoming tags

  • buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/9b9b629a122fd9ea9ce26c1819f7eed811fa8b60
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[00:38:34.844] New invocation is queued and will start shortly
[00:38:36.094] Starting the invocation (attempt 1)
[00:38:36.124] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/9b9b629a122fd9ea9ce26c1819f7eed811fa8b60"
[00:38:36.125] Popped gitiles commit info from properties and tags
[00:38:36.125] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[00:38:36.125] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[00:38:36.125] Buildbucket request:
{
  "requestId": "8872578155683069296",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-gn-compatibility-main"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8872578155683069296",
            "job": "pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main",
            "triggers": [
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "13d5a248a7b8e1acf1024dd8d5dde2d274d5bd90"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@13d5a248a7b8e1acf1024dd8d5dde2d274d5bd90",
                        "title": "13d5a248a7b8e1acf1024dd8d5dde2d274d5bd90",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/13d5a248a7b8e1acf1024dd8d5dde2d274d5bd90"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "f601d6506b83d885c657f386bd9d0366128ac573"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@f601d6506b83d885c657f386bd9d0366128ac573",
                        "title": "f601d6506b83d885c657f386bd9d0366128ac573",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/f601d6506b83d885c657f386bd9d0366128ac573"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "969464c07c73162b0b282baecbea15deeb345e3e"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@969464c07c73162b0b282baecbea15deeb345e3e",
                        "title": "969464c07c73162b0b282baecbea15deeb345e3e",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/969464c07c73162b0b282baecbea15deeb345e3e"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "6732af373b57d5375ff17cbf31a4ab0152226333"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@6732af373b57d5375ff17cbf31a4ab0152226333",
                        "title": "6732af373b57d5375ff17cbf31a4ab0152226333",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/6732af373b57d5375ff17cbf31a4ab0152226333"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "9b9b629a122fd9ea9ce26c1819f7eed811fa8b60"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@9b9b629a122fd9ea9ce26c1819f7eed811fa8b60",
                        "title": "9b9b629a122fd9ea9ce26c1819f7eed811fa8b60",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/9b9b629a122fd9ea9ce26c1819f7eed811fa8b60"
                      }
                ]
          }
    },
  "gitilesCommit": {
    "host": "pigweed.googlesource.com",
    "project": "pigweed/pigweed",
    "id": "9b9b629a122fd9ea9ce26c1819f7eed811fa8b60",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8872578155683069296"
    },
    {
      "key": "scheduler_job_id",
      "value": "pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[00:38:36.483] Scheduled build:
{
  "id": "8707148093614357937",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-gn-compatibility-main"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-08-08T00:38:36.182294888Z",
  "updateTime": "2025-08-08T00:38:36.182294888Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "9b9b629a122fd9ea9ce26c1819f7eed811fa8b60",
      "ref": "refs/heads/main"
    }
  }
}
[00:38:36.483] Task URL: https://cr-buildbucket.appspot.com/build/8707148093614357937
[00:38:36.484] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8872578155683069296:2:0) after 3m24s
[00:38:37.430] Received PubSub notification, asking Buildbucket for the build status
[00:38:37.455] Build status: SCHEDULED
[00:42:00.499] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8872578155683069296:2:0)
[00:42:00.560] Build status: SCHEDULED
[00:42:00.560] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8872578155683069296:4:0) after 1m26s
[00:43:26.578] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8872578155683069296:4:0)
[00:43:26.631] Build status: SCHEDULED
[00:43:26.631] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8872578155683069296:5:0) after 7m8s
[00:50:34.648] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8872578155683069296:5:0)
[00:50:34.721] Build status: SCHEDULED
[00:50:34.721] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8872578155683069296:6:0) after 9m0s
[00:59:34.788] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8872578155683069296:6:0)
[00:59:34.805] Build status: SCHEDULED
[00:59:34.805] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8872578155683069296:7:0) after 7m57s
[01:07:31.833] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8872578155683069296:7:0)
[01:07:31.924] Build status: SCHEDULED
[01:07:31.924] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8872578155683069296:8:0) after 8m52s
[01:16:23.938] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8872578155683069296:8:0)
[01:16:23.956] Build status: SCHEDULED
[01:16:23.956] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8872578155683069296:9:0) after 8m50s
[01:25:13.975] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8872578155683069296:9:0)
[01:25:14.002] Build status: SCHEDULED
[01:25:14.002] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8872578155683069296:10:0) after 1m53s
[01:27:07.016] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8872578155683069296:10:0)
[01:27:07.051] Build status: SCHEDULED
[01:27:07.051] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8872578155683069296:11:0) after 6m39s
[01:33:46.064] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8872578155683069296:11:0)
[01:33:46.097] Build status: SCHEDULED
[01:33:46.098] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8872578155683069296:12:0) after 8m48s
[01:42:34.114] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8872578155683069296:12:0)
[01:42:34.132] Build status: SCHEDULED
[01:42:34.132] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8872578155683069296:13:0) after 6m17s
[01:48:51.171] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8872578155683069296:13:0)
[01:48:51.186] Build status: SCHEDULED
[01:48:51.186] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8872578155683069296:14:0) after 6m4s
[01:54:55.151] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8872578155683069296:14:0)
[01:54:55.290] Build status: SCHEDULED
[01:54:55.290] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8872578155683069296:15:0) after 3m9s
[01:58:04.294] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8872578155683069296:15:0)
[01:58:04.321] Build status: SCHEDULED
[01:58:04.321] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8872578155683069296:16:0) after 3m49s
[02:01:53.347] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8872578155683069296:16:0)
[02:01:53.375] Build status: SCHEDULED
[02:01:53.376] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8872578155683069296:17:0) after 2m6s
[02:03:59.400] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8872578155683069296:17:0)
[02:03:59.426] Build status: SCHEDULED
[02:03:59.426] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8872578155683069296:18:0) after 8m22s
[02:12:21.494] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8872578155683069296:18:0)
[02:12:21.516] Build status: SCHEDULED
[02:12:21.516] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8872578155683069296:19:0) after 7m44s
[02:20:05.535] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8872578155683069296:19:0)
[02:20:05.554] Build status: SCHEDULED
[02:20:05.554] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8872578155683069296:20:0) after 7m53s
[02:27:58.802] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8872578155683069296:20:0)
[02:27:58.820] Build status: SCHEDULED
[02:27:58.820] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8872578155683069296:21:0) after 9m29s
[02:37:27.891] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8872578155683069296:21:0)
[02:37:27.905] Build status: SCHEDULED
[02:37:27.905] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8872578155683069296:22:0) after 4m1s
[02:41:28.904] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8872578155683069296:22:0)
[02:41:28.934] Build status: SCHEDULED
[02:41:28.934] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8872578155683069296:23:0) after 6m58s
[02:48:26.949] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8872578155683069296:23:0)
[02:48:26.966] Build status: SCHEDULED
[02:48:26.966] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8872578155683069296:24:0) after 2m3s
[02:50:29.983] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8872578155683069296:24:0)
[02:50:30.023] Build status: SCHEDULED
[02:50:30.023] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8872578155683069296:25:0) after 6m32s
[02:57:01.988] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8872578155683069296:25:0)
[02:57:02.037] Build status: SCHEDULED
[02:57:02.037] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8872578155683069296:26:0) after 1m24s
[02:58:26.053] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8872578155683069296:26:0)
[02:58:26.235] Build status: SCHEDULED
[02:58:26.235] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8872578155683069296:27:0) after 6m38s
[03:05:04.390] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8872578155683069296:27:0)
[03:05:04.406] Build status: SCHEDULED
[03:05:04.407] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8872578155683069296:28:0) after 1m3s
[03:06:07.409] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8872578155683069296:28:0)
[03:06:07.461] Build status: SCHEDULED
[03:06:07.461] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8872578155683069296:29:0) after 6m20s
[03:12:27.526] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8872578155683069296:29:0)
[03:12:27.556] Build status: SCHEDULED
[03:12:27.556] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8872578155683069296:30:0) after 6m8s
[03:18:35.553] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8872578155683069296:30:0)
[03:18:35.573] Build status: SCHEDULED
[03:18:35.573] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8872578155683069296:31:0) after 5m53s
[03:24:28.592] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8872578155683069296:31:0)
[03:24:28.607] Build status: SCHEDULED
[03:24:28.607] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8872578155683069296:32:0) after 5m28s
[03:29:56.628] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8872578155683069296:32:0)
[03:29:56.644] Build status: SCHEDULED
[03:29:56.644] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8872578155683069296:33:0) after 6m1s
[03:35:57.710] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8872578155683069296:33:0)
[03:35:57.733] Build status: SCHEDULED
[03:35:57.733] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8872578155683069296:34:0) after 3m16s
[03:39:13.856] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8872578155683069296:34:0)
[03:39:13.951] Build status: SCHEDULED
[03:39:13.951] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8872578155683069296:35:0) after 5m47s
[03:45:00.965] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8872578155683069296:35:0)
[03:45:00.993] Build status: SCHEDULED
[03:45:00.993] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8872578155683069296:36:0) after 9m33s
[03:54:34.004] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8872578155683069296:36:0)
[03:54:34.038] Build status: SCHEDULED
[03:54:34.038] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8872578155683069296:37:0) after 5m59s
[04:00:33.066] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8872578155683069296:37:0)
[04:00:33.086] Build status: SCHEDULED
[04:00:33.086] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8872578155683069296:38:0) after 8m41s
[04:09:14.126] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8872578155683069296:38:0)
[04:09:14.144] Build status: SCHEDULED
[04:09:14.144] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8872578155683069296:39:0) after 6m11s
[04:15:25.165] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8872578155683069296:39:0)
[04:15:25.206] Build status: SCHEDULED
[04:15:25.206] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8872578155683069296:40:0) after 2m32s
[04:17:57.272] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8872578155683069296:40:0)
[04:17:57.296] Build status: SCHEDULED
[04:17:57.296] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8872578155683069296:41:0) after 4m0s
[04:21:57.312] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8872578155683069296:41:0)
[04:21:57.340] Build status: SCHEDULED
[04:21:57.340] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8872578155683069296:42:0) after 4m31s
[04:26:28.407] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8872578155683069296:42:0)
[04:26:28.517] Build status: SCHEDULED
[04:26:28.517] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8872578155683069296:43:0) after 5m41s
[04:32:09.583] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8872578155683069296:43:0)
[04:32:09.604] Build status: SCHEDULED
[04:32:09.604] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8872578155683069296:44:0) after 8m23s
[04:40:32.635] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8872578155683069296:44:0)
[04:40:32.679] Build status: SCHEDULED
[04:40:32.679] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8872578155683069296:45:0) after 5m28s
[04:46:00.782] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8872578155683069296:45:0)
[04:46:00.797] Build status: SCHEDULED
[04:46:00.797] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8872578155683069296:46:0) after 5m11s
[04:51:11.819] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8872578155683069296:46:0)
[04:51:11.837] Build status: SCHEDULED
[04:51:11.837] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8872578155683069296:47:0) after 6m43s
[04:57:54.880] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8872578155683069296:47:0)
[04:57:54.906] Build status: SCHEDULED
[04:57:54.906] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8872578155683069296:48:0) after 8m42s
[05:06:36.922] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8872578155683069296:48:0)
[05:06:36.942] Build status: SCHEDULED
[05:06:36.942] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8872578155683069296:49:0) after 2m53s
[05:09:29.958] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8872578155683069296:49:0)
[05:09:30.065] Build status: SCHEDULED
[05:09:30.065] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8872578155683069296:50:0) after 3m22s
[05:12:52.109] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8872578155683069296:50:0)
[05:12:52.125] Build status: SCHEDULED
[05:12:52.125] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8872578155683069296:51:0) after 2m37s
[05:15:29.140] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8872578155683069296:51:0)
[05:15:29.167] Build status: SCHEDULED
[05:15:29.167] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8872578155683069296:52:0) after 2m17s
[05:17:46.218] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8872578155683069296:52:0)
[05:17:46.247] Build status: SCHEDULED
[05:17:46.247] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8872578155683069296:53:0) after 8m32s
[05:26:18.263] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8872578155683069296:53:0)
[05:26:18.286] Build status: SCHEDULED
[05:26:18.286] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8872578155683069296:54:0) after 3m25s
[05:29:43.347] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8872578155683069296:54:0)
[05:29:43.366] Build status: SCHEDULED
[05:29:43.366] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8872578155683069296:55:0) after 5m26s
[05:35:09.385] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8872578155683069296:55:0)
[05:35:09.405] Build status: SCHEDULED
[05:35:09.405] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8872578155683069296:56:0) after 6m38s
[05:41:47.462] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8872578155683069296:56:0)
[05:41:47.489] Build status: SCHEDULED
[05:41:47.489] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8872578155683069296:57:0) after 7m54s
[05:49:41.560] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8872578155683069296:57:0)
[05:49:41.579] Build status: SCHEDULED
[05:49:41.579] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8872578155683069296:58:0) after 2m50s
[05:52:31.618] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8872578155683069296:58:0)
[05:52:31.638] Build status: SCHEDULED
[05:52:31.638] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8872578155683069296:59:0) after 7m16s
[05:59:47.657] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8872578155683069296:59:0)
[05:59:47.720] Build status: SCHEDULED
[05:59:47.720] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8872578155683069296:60:0) after 9m1s
[06:08:48.786] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8872578155683069296:60:0)
[06:08:48.852] Build status: SCHEDULED
[06:08:48.853] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8872578155683069296:61:0) after 3m51s
[06:12:39.921] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8872578155683069296:61:0)
[06:12:39.937] Build status: SCHEDULED
[06:12:39.937] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8872578155683069296:62:0) after 9m43s
[06:22:22.978] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8872578155683069296:62:0)
[06:22:22.996] Build status: SCHEDULED
[06:22:22.996] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8872578155683069296:63:0) after 7m55s
[06:30:18.064] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8872578155683069296:63:0)
[06:30:18.086] Build status: SCHEDULED
[06:30:18.086] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8872578155683069296:64:0) after 3m51s
[06:34:09.104] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8872578155683069296:64:0)
[06:34:09.173] Build status: SCHEDULED
[06:34:09.173] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8872578155683069296:65:0) after 4m15s
[06:38:24.242] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8872578155683069296:65:0)
[06:38:24.260] Build status: SCHEDULED
[06:38:24.260] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8872578155683069296:66:0) after 3m53s
[06:42:17.277] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8872578155683069296:66:0)
[06:42:17.292] Build status: SCHEDULED
[06:42:17.292] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8872578155683069296:67:0) after 9m55s
[06:52:12.533] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8872578155683069296:67:0)
[06:52:12.550] Build status: SCHEDULED
[06:52:12.550] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8872578155683069296:68:0) after 8m57s
[07:01:09.570] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8872578155683069296:68:0)
[07:01:09.641] Build status: SCHEDULED
[07:01:09.642] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8872578155683069296:69:0) after 3m23s
[07:04:32.659] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8872578155683069296:69:0)
[07:04:32.679] Build status: SCHEDULED
[07:04:32.679] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8872578155683069296:70:0) after 5m39s
[07:10:11.750] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8872578155683069296:70:0)
[07:10:11.769] Build status: SCHEDULED
[07:10:11.769] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8872578155683069296:71:0) after 1m12s
[07:11:23.862] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8872578155683069296:71:0)
[07:11:23.880] Build status: SCHEDULED
[07:11:23.880] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8872578155683069296:72:0) after 4m24s
[07:12:09.681] Received PubSub notification, asking Buildbucket for the build status
[07:12:09.700] Build status: STARTED
[07:15:47.962] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8872578155683069296:72:0)
[07:15:47.982] Build status: STARTED
[07:15:47.982] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8872578155683069296:74:0) after 3m56s
[07:19:43.999] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8872578155683069296:74:0)
[07:19:44.032] Build status: STARTED
[07:19:44.032] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8872578155683069296:75:0) after 3m55s
[07:23:39.047] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8872578155683069296:75:0)
[07:23:39.067] Build status: STARTED
[07:23:39.067] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8872578155683069296:76:0) after 4m14s
[07:27:53.091] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8872578155683069296:76:0)
[07:27:53.107] Build status: STARTED
[07:27:53.107] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8872578155683069296:77:0) after 6m16s
[07:34:09.157] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8872578155683069296:77:0)
[07:34:09.176] Build status: STARTED
[07:34:09.176] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8872578155683069296:78:0) after 5m12s
[07:39:21.330] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8872578155683069296:78:0)
[07:39:21.350] Build status: STARTED
[07:39:21.350] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8872578155683069296:79:0) after 9m27s
[07:48:48.845] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8872578155683069296:79:0)
[07:48:48.864] Build status: STARTED
[07:48:48.864] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8872578155683069296:80:0) after 9m40s
[07:58:28.922] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8872578155683069296:80:0)
[07:58:28.996] Build status: STARTED
[07:58:28.997] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8872578155683069296:81:0) after 4m10s
[08:02:39.024] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8872578155683069296:81:0)
[08:02:39.045] Build status: STARTED
[08:02:39.045] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8872578155683069296:82:0) after 5m52s
[08:08:31.065] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8872578155683069296:82:0)
[08:08:31.086] Build status: STARTED
[08:08:31.086] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8872578155683069296:83:0) after 2m12s
[08:10:43.106] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8872578155683069296:83:0)
[08:10:43.121] Build status: STARTED
[08:10:43.121] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8872578155683069296:84:0) after 7m50s
[08:11:24.145] Received PubSub notification, asking Buildbucket for the build status
[08:11:24.194] Build:
{
  "id": "8707148093614357937",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-gn-compatibility-main"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-08-08T00:38:36.182294888Z",
  "startTime": "2025-08-08T07:12:09.383416364Z",
  "endTime": "2025-08-08T08:11:22.804990670Z",
  "updateTime": "2025-08-08T08:11:22.804990670Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "9b9b629a122fd9ea9ce26c1819f7eed811fa8b60",
      "ref": "refs/heads/main"
    }
  }
}
[08:11:24.194] Invocation finished in 7h32m49.36907264s with status FAILED