buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "pigweed.dev.ci"
  builder: "pigweed-mac-x86-zephyr"
>

• 3cd267d69782e37f36e4dced89df854e6ac67e2c (2 weeks ago)
• 134ffa73e46baa28e9c167fbbb73fafb186f489e (2 weeks ago)
• 05f18a29a0724d2b9e604c61764dc9ca5a9bd186 (2 weeks ago)
• 89632abe096e07fdccbe03cf2b15ceb8d5124f36 (2 weeks ago)

{
  "branch": "refs/heads/main",
  "repository": "https://pigweed.googlesource.com/pigweed/pigweed",
  "revision": "89632abe096e07fdccbe03cf2b15ceb8d5124f36"
}

• buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/89632abe096e07fdccbe03cf2b15ceb8d5124f36
• gitiles_ref:refs/heads/main

[07:16:43.485] New invocation is queued and will start shortly
[07:16:44.575] Starting the invocation (attempt 1)
[07:16:44.604] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/89632abe096e07fdccbe03cf2b15ceb8d5124f36"
[07:16:44.604] Popped gitiles commit info from properties and tags
[07:16:44.604] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[07:16:44.604] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[07:16:44.604] Buildbucket request:
{
  "requestId": "8873459076285508672",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-zephyr"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8873459076285508672",
            "job": "pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr",
            "triggers": [
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "3cd267d69782e37f36e4dced89df854e6ac67e2c"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@3cd267d69782e37f36e4dced89df854e6ac67e2c",
                        "title": "3cd267d69782e37f36e4dced89df854e6ac67e2c",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/3cd267d69782e37f36e4dced89df854e6ac67e2c"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "134ffa73e46baa28e9c167fbbb73fafb186f489e"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@134ffa73e46baa28e9c167fbbb73fafb186f489e",
                        "title": "134ffa73e46baa28e9c167fbbb73fafb186f489e",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/134ffa73e46baa28e9c167fbbb73fafb186f489e"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "05f18a29a0724d2b9e604c61764dc9ca5a9bd186"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@05f18a29a0724d2b9e604c61764dc9ca5a9bd186",
                        "title": "05f18a29a0724d2b9e604c61764dc9ca5a9bd186",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/05f18a29a0724d2b9e604c61764dc9ca5a9bd186"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "89632abe096e07fdccbe03cf2b15ceb8d5124f36"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@89632abe096e07fdccbe03cf2b15ceb8d5124f36",
                        "title": "89632abe096e07fdccbe03cf2b15ceb8d5124f36",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/89632abe096e07fdccbe03cf2b15ceb8d5124f36"
                      }
                ]
          }
    },
  "gitilesCommit": {
    "host": "pigweed.googlesource.com",
    "project": "pigweed/pigweed",
    "id": "89632abe096e07fdccbe03cf2b15ceb8d5124f36",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8873459076285508672"
    },
    {
      "key": "scheduler_job_id",
      "value": "pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[07:16:45.029] Scheduled build:
{
  "id": "8708029014386363617",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-zephyr"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-07-29T07:16:44.667392162Z",
  "updateTime": "2025-07-29T07:16:44.667392162Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "89632abe096e07fdccbe03cf2b15ceb8d5124f36",
      "ref": "refs/heads/main"
    }
  }
}
[07:16:45.029] Task URL: https://cr-buildbucket.appspot.com/build/8708029014386363617
[07:16:45.029] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8873459076285508672:2:0) after 8m46s
[07:16:53.868] Received PubSub notification, asking Buildbucket for the build status
[07:16:53.890] Build status: SCHEDULED
[07:25:31.097] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8873459076285508672:2:0)
[07:25:31.117] Build status: SCHEDULED
[07:25:31.117] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8873459076285508672:4:0) after 5m26s
[07:30:57.264] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8873459076285508672:4:0)
[07:30:57.289] Build status: SCHEDULED
[07:30:57.289] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8873459076285508672:5:0) after 2m25s
[07:33:22.354] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8873459076285508672:5:0)
[07:33:22.378] Build status: SCHEDULED
[07:33:22.379] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8873459076285508672:6:0) after 3m10s
[07:36:32.396] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8873459076285508672:6:0)
[07:36:32.425] Build status: SCHEDULED
[07:36:32.425] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8873459076285508672:7:0) after 2m56s
[07:39:28.444] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8873459076285508672:7:0)
[07:39:28.467] Build status: SCHEDULED
[07:39:28.467] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8873459076285508672:8:0) after 2m46s
[07:42:14.630] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8873459076285508672:8:0)
[07:42:14.682] Build status: SCHEDULED
[07:42:14.682] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8873459076285508672:9:0) after 4m45s
[07:46:59.716] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8873459076285508672:9:0)
[07:46:59.734] Build status: SCHEDULED
[07:46:59.734] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8873459076285508672:10:0) after 2m57s
[07:49:56.851] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8873459076285508672:10:0)
[07:49:56.887] Build status: SCHEDULED
[07:49:56.887] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8873459076285508672:11:0) after 9m1s
[07:58:57.911] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8873459076285508672:11:0)
[07:58:57.930] Build status: SCHEDULED
[07:58:57.930] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8873459076285508672:12:0) after 3m32s
[08:02:30.042] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8873459076285508672:12:0)
[08:02:30.089] Build status: SCHEDULED
[08:02:30.089] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8873459076285508672:13:0) after 1m58s
[08:04:28.116] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8873459076285508672:13:0)
[08:04:28.166] Build status: SCHEDULED
[08:04:28.166] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8873459076285508672:14:0) after 9m21s
[08:13:49.179] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8873459076285508672:14:0)
[08:13:49.207] Build status: SCHEDULED
[08:13:49.207] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8873459076285508672:15:0) after 9m19s
[08:23:08.281] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8873459076285508672:15:0)
[08:23:08.304] Build status: SCHEDULED
[08:23:08.304] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8873459076285508672:16:0) after 7m27s
[08:30:35.344] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8873459076285508672:16:0)
[08:30:35.363] Build status: SCHEDULED
[08:30:35.364] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8873459076285508672:17:0) after 8m33s
[08:39:08.393] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8873459076285508672:17:0)
[08:39:08.420] Build status: SCHEDULED
[08:39:08.420] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8873459076285508672:18:0) after 8m28s
[08:47:36.488] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8873459076285508672:18:0)
[08:47:36.510] Build status: SCHEDULED
[08:47:36.510] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8873459076285508672:19:0) after 3m30s
[08:51:06.555] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8873459076285508672:19:0)
[08:51:06.572] Build status: SCHEDULED
[08:51:06.572] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8873459076285508672:20:0) after 3m15s
[08:54:21.597] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8873459076285508672:20:0)
[08:54:21.638] Build status: SCHEDULED
[08:54:21.638] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8873459076285508672:21:0) after 8m21s
[09:02:42.658] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8873459076285508672:21:0)
[09:02:42.690] Build status: SCHEDULED
[09:02:42.690] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8873459076285508672:22:0) after 1m34s
[09:04:16.714] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8873459076285508672:22:0)
[09:04:16.766] Build status: SCHEDULED
[09:04:16.766] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8873459076285508672:23:0) after 2m56s
[09:07:12.790] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8873459076285508672:23:0)
[09:07:12.814] Build status: SCHEDULED
[09:07:12.814] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8873459076285508672:24:0) after 6m52s
[09:14:04.884] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8873459076285508672:24:0)
[09:14:04.905] Build status: SCHEDULED
[09:14:04.905] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8873459076285508672:25:0) after 9m36s
[09:23:41.001] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8873459076285508672:25:0)
[09:23:41.032] Build status: SCHEDULED
[09:23:41.032] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8873459076285508672:26:0) after 5m17s
[09:28:58.086] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8873459076285508672:26:0)
[09:28:58.105] Build status: SCHEDULED
[09:28:58.105] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8873459076285508672:27:0) after 6m12s
[09:35:10.624] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8873459076285508672:27:0)
[09:35:10.670] Build status: SCHEDULED
[09:35:10.670] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8873459076285508672:28:0) after 6m5s
[09:41:15.731] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8873459076285508672:28:0)
[09:41:15.747] Build status: SCHEDULED
[09:41:15.747] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8873459076285508672:29:0) after 6m41s
[09:47:56.877] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8873459076285508672:29:0)
[09:47:56.931] Build status: SCHEDULED
[09:47:56.931] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8873459076285508672:30:0) after 6m0s
[09:53:57.270] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8873459076285508672:30:0)
[09:53:57.295] Build status: SCHEDULED
[09:53:57.295] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8873459076285508672:31:0) after 2m1s
[09:55:58.497] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8873459076285508672:31:0)
[09:55:58.536] Build status: SCHEDULED
[09:55:58.536] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8873459076285508672:32:0) after 7m6s
[10:03:04.558] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8873459076285508672:32:0)
[10:03:04.628] Build status: SCHEDULED
[10:03:04.628] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8873459076285508672:33:0) after 8m55s
[10:11:59.656] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8873459076285508672:33:0)
[10:11:59.696] Build status: SCHEDULED
[10:11:59.696] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8873459076285508672:34:0) after 7m18s
[10:19:17.771] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8873459076285508672:34:0)
[10:19:17.793] Build status: SCHEDULED
[10:19:17.793] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8873459076285508672:35:0) after 5m11s
[10:24:28.862] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8873459076285508672:35:0)
[10:24:28.897] Build status: SCHEDULED
[10:24:28.897] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8873459076285508672:36:0) after 3m56s
[10:28:24.927] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8873459076285508672:36:0)
[10:28:25.091] Build status: SCHEDULED
[10:28:25.091] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8873459076285508672:37:0) after 3m26s
[10:31:51.110] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8873459076285508672:37:0)
[10:31:51.133] Build status: SCHEDULED
[10:31:51.133] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8873459076285508672:38:0) after 8m56s
[10:40:47.435] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8873459076285508672:38:0)
[10:40:47.458] Build status: SCHEDULED
[10:40:47.458] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8873459076285508672:39:0) after 7m15s
[10:48:02.484] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8873459076285508672:39:0)
[10:48:02.516] Build status: SCHEDULED
[10:48:02.516] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8873459076285508672:40:0) after 9m21s
[10:57:23.538] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8873459076285508672:40:0)
[10:57:23.565] Build status: SCHEDULED
[10:57:23.565] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8873459076285508672:41:0) after 2m25s
[10:59:48.658] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8873459076285508672:41:0)
[10:59:48.678] Build status: SCHEDULED
[10:59:48.678] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8873459076285508672:42:0) after 6m15s
[11:06:03.695] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8873459076285508672:42:0)
[11:06:03.740] Build status: SCHEDULED
[11:06:03.740] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8873459076285508672:43:0) after 9m21s
[11:15:24.806] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8873459076285508672:43:0)
[11:15:24.822] Build status: SCHEDULED
[11:15:24.822] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8873459076285508672:44:0) after 3m12s
[11:18:36.870] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8873459076285508672:44:0)
[11:18:36.888] Build status: SCHEDULED
[11:18:36.888] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8873459076285508672:45:0) after 6m37s
[11:25:13.914] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8873459076285508672:45:0)
[11:25:13.939] Build status: SCHEDULED
[11:25:13.939] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8873459076285508672:46:0) after 7m1s
[11:32:15.065] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8873459076285508672:46:0)
[11:32:15.089] Build status: SCHEDULED
[11:32:15.089] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8873459076285508672:47:0) after 1m10s
[11:33:25.130] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8873459076285508672:47:0)
[11:33:25.188] Build status: SCHEDULED
[11:33:25.188] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8873459076285508672:48:0) after 1m12s
[11:34:37.162] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8873459076285508672:48:0)
[11:34:37.180] Build status: SCHEDULED
[11:34:37.180] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8873459076285508672:49:0) after 8m27s
[11:43:04.183] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8873459076285508672:49:0)
[11:43:04.210] Build status: SCHEDULED
[11:43:04.210] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8873459076285508672:50:0) after 1m16s
[11:44:20.227] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8873459076285508672:50:0)
[11:44:20.271] Build status: SCHEDULED
[11:44:20.271] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8873459076285508672:51:0) after 8m36s
[11:52:56.371] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8873459076285508672:51:0)
[11:52:56.392] Build status: SCHEDULED
[11:52:56.392] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8873459076285508672:52:0) after 8m43s
[12:01:39.469] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8873459076285508672:52:0)
[12:01:39.775] Build status: SCHEDULED
[12:01:39.776] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8873459076285508672:53:0) after 3m11s
[12:04:50.906] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8873459076285508672:53:0)
[12:04:50.933] Build status: SCHEDULED
[12:04:50.933] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8873459076285508672:54:0) after 9m55s
[12:14:45.968] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8873459076285508672:54:0)
[12:14:46.062] Build status: SCHEDULED
[12:14:46.062] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8873459076285508672:55:0) after 2m45s
[12:17:31.069] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8873459076285508672:55:0)
[12:17:31.099] Build status: SCHEDULED
[12:17:31.099] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8873459076285508672:56:0) after 9m55s
[12:27:26.136] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8873459076285508672:56:0)
[12:27:26.170] Build status: SCHEDULED
[12:27:26.170] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8873459076285508672:57:0) after 4m22s
[12:31:48.193] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8873459076285508672:57:0)
[12:31:48.219] Build status: SCHEDULED
[12:31:48.219] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8873459076285508672:58:0) after 3m14s
[12:35:02.247] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8873459076285508672:58:0)
[12:35:02.264] Build status: SCHEDULED
[12:35:02.264] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8873459076285508672:59:0) after 5m1s
[12:40:03.386] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8873459076285508672:59:0)
[12:40:03.455] Build status: SCHEDULED
[12:40:03.456] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8873459076285508672:60:0) after 1m31s
[12:41:34.486] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8873459076285508672:60:0)
[12:41:34.524] Build status: SCHEDULED
[12:41:34.524] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8873459076285508672:61:0) after 5m22s
[12:46:56.582] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8873459076285508672:61:0)
[12:46:56.605] Build status: SCHEDULED
[12:46:56.605] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8873459076285508672:62:0) after 3m6s
[12:50:02.652] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8873459076285508672:62:0)
[12:50:02.688] Build status: SCHEDULED
[12:50:02.688] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8873459076285508672:63:0) after 3m37s
[12:53:39.714] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8873459076285508672:63:0)
[12:53:39.819] Build status: SCHEDULED
[12:53:39.819] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8873459076285508672:64:0) after 5m55s
[12:59:34.835] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8873459076285508672:64:0)
[12:59:34.856] Build status: SCHEDULED
[12:59:34.856] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8873459076285508672:65:0) after 6m47s
[13:06:21.863] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8873459076285508672:65:0)
[13:06:21.883] Build status: SCHEDULED
[13:06:21.883] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8873459076285508672:66:0) after 9m51s
[13:16:12.920] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8873459076285508672:66:0)
[13:16:12.952] Build status: SCHEDULED
[13:16:12.952] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8873459076285508672:67:0) after 2m53s
[13:19:05.977] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8873459076285508672:67:0)
[13:19:05.995] Build status: SCHEDULED
[13:19:05.995] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8873459076285508672:68:0) after 2m55s
[13:22:01.026] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8873459076285508672:68:0)
[13:22:01.050] Build status: SCHEDULED
[13:22:01.050] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8873459076285508672:69:0) after 3m30s
[13:25:31.176] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8873459076285508672:69:0)
[13:25:31.208] Build status: SCHEDULED
[13:25:31.208] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8873459076285508672:70:0) after 7m11s
[13:32:42.389] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8873459076285508672:70:0)
[13:32:42.487] Build status: SCHEDULED
[13:32:42.487] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8873459076285508672:71:0) after 2m27s
[13:35:09.518] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8873459076285508672:71:0)
[13:35:09.538] Build status: SCHEDULED
[13:35:09.538] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8873459076285508672:72:0) after 1m59s
[13:37:08.606] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8873459076285508672:72:0)
[13:37:08.662] Build status: SCHEDULED
[13:37:08.662] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8873459076285508672:73:0) after 3m28s
[13:40:36.730] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8873459076285508672:73:0)
[13:40:36.753] Build status: SCHEDULED
[13:40:36.753] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8873459076285508672:74:0) after 6m19s
[13:46:56.258] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8873459076285508672:74:0)
[13:46:56.284] Build status: SCHEDULED
[13:46:56.284] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8873459076285508672:75:0) after 6m53s
[13:53:49.312] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8873459076285508672:75:0)
[13:53:49.330] Build status: SCHEDULED
[13:53:49.330] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8873459076285508672:76:0) after 9m9s
[14:02:58.357] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8873459076285508672:76:0)
[14:02:58.372] Build status: SCHEDULED
[14:02:58.372] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8873459076285508672:77:0) after 3m2s
[14:06:00.390] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8873459076285508672:77:0)
[14:06:00.408] Build status: SCHEDULED
[14:06:00.408] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8873459076285508672:78:0) after 3m27s
[14:09:27.485] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8873459076285508672:78:0)
[14:09:27.591] Build status: SCHEDULED
[14:09:27.591] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8873459076285508672:79:0) after 6m58s
[14:16:25.612] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8873459076285508672:79:0)
[14:16:25.751] Build status: SCHEDULED
[14:16:25.751] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8873459076285508672:80:0) after 4m58s
[14:21:23.780] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8873459076285508672:80:0)
[14:21:23.882] Build status: SCHEDULED
[14:21:23.882] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8873459076285508672:81:0) after 3m36s
[14:24:59.939] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8873459076285508672:81:0)
[14:24:59.978] Build status: SCHEDULED
[14:24:59.978] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8873459076285508672:82:0) after 1m13s
[14:26:13.004] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8873459076285508672:82:0)
[14:26:13.025] Build status: SCHEDULED
[14:26:13.025] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8873459076285508672:83:0) after 1m3s
[14:27:16.192] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8873459076285508672:83:0)
[14:27:16.212] Build status: SCHEDULED
[14:27:16.212] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8873459076285508672:84:0) after 6m24s
[14:33:40.290] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8873459076285508672:84:0)
[14:33:40.328] Build status: SCHEDULED
[14:33:40.328] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8873459076285508672:85:0) after 8m55s
[14:42:35.395] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8873459076285508672:85:0)
[14:42:35.412] Build status: SCHEDULED
[14:42:35.412] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8873459076285508672:86:0) after 9m9s
[14:51:44.501] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8873459076285508672:86:0)
[14:51:44.816] Build status: SCHEDULED
[14:51:44.817] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8873459076285508672:87:0) after 7m29s
[14:59:13.898] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8873459076285508672:87:0)
[14:59:13.916] Build status: SCHEDULED
[14:59:13.916] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8873459076285508672:88:0) after 8m23s
[15:07:36.936] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8873459076285508672:88:0)
[15:07:36.957] Build status: SCHEDULED
[15:07:36.957] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8873459076285508672:89:0) after 2m43s
[15:10:19.933] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8873459076285508672:89:0)
[15:10:19.952] Build status: SCHEDULED
[15:10:19.952] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8873459076285508672:90:0) after 7m20s
[15:16:45.475] Received PubSub notification, asking Buildbucket for the build status
[15:16:45.510] Build:
{
  "id": "8708029014386363617",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-zephyr"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-07-29T07:16:44.667392162Z",
  "endTime": "2025-07-29T15:16:45.130003905Z",
  "updateTime": "2025-07-29T15:16:45.130003905Z",
  "status": "INFRA_FAILURE",
  "statusDetails": {
    "resourceExhaustion": {

    },
    "timeout": {

    }
  },
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "89632abe096e07fdccbe03cf2b15ceb8d5124f36",
      "ref": "refs/heads/main"
    }
  }
}
[15:16:45.510] Invocation finished in 8h0m2.037834648s with status FAILED