LUCI Scheduler :: pigweed :: pigweed.dev.ci-pigweed-mac-x86-zephyr

Status: FAILED

Triggered by: -

Duration: 8 hours

Actions:

Definition (rev 4c9983091ab9999abc5d04968bb40ccf57e06244)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "pigweed.dev.ci"
  builder: "pigweed-mac-x86-zephyr"
>

Incoming triggers

8bc0f20d2d462ff01d868d3dfbda6be7a966c9dd (2 weeks ago)

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://pigweed.googlesource.com/pigweed/pigweed",
  "revision": "8bc0f20d2d462ff01d868d3dfbda6be7a966c9dd"
}

Incoming tags

buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/8bc0f20d2d462ff01d868d3dfbda6be7a966c9dd
gitiles_ref:refs/heads/main

Debug log (UTC)

[16:04:50.548] New invocation is queued and will start shortly
[16:04:51.851] Starting the invocation (attempt 1)
[16:04:51.880] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/8bc0f20d2d462ff01d868d3dfbda6be7a966c9dd"
[16:04:51.880] Popped gitiles commit info from properties and tags
[16:04:51.880] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[16:04:51.880] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[16:04:51.880] Buildbucket request:
{
  "requestId": "8883300919330159984",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-zephyr"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8883300919330159984",
            "job": "pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr",
            "triggers": [
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "8bc0f20d2d462ff01d868d3dfbda6be7a966c9dd"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@8bc0f20d2d462ff01d868d3dfbda6be7a966c9dd",
                        "title": "8bc0f20d2d462ff01d868d3dfbda6be7a966c9dd",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/8bc0f20d2d462ff01d868d3dfbda6be7a966c9dd"
                      }
                ]
          }
    },
  "gitilesCommit": {
    "host": "pigweed.googlesource.com",
    "project": "pigweed/pigweed",
    "id": "8bc0f20d2d462ff01d868d3dfbda6be7a966c9dd",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8883300919330159984"
    },
    {
      "key": "scheduler_job_id",
      "value": "pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[16:04:52.276] Scheduled build:
{
  "id": "8717870857184004273",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-zephyr"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-04-11T16:04:51.965875268Z",
  "updateTime": "2025-04-11T16:04:51.965875268Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "8bc0f20d2d462ff01d868d3dfbda6be7a966c9dd",
      "ref": "refs/heads/main"
    }
  }
}
[16:04:52.276] Task URL: https://cr-buildbucket.appspot.com/build/8717870857184004273
[16:04:52.276] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8883300919330159984:2:0) after 7m21s
[16:04:53.319] Received PubSub notification, asking Buildbucket for the build status
[16:04:53.434] Build status: SCHEDULED
[16:12:13.298] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8883300919330159984:2:0)
[16:12:13.327] Build status: SCHEDULED
[16:12:13.327] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8883300919330159984:4:0) after 5m53s
[16:18:06.351] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8883300919330159984:4:0)
[16:18:06.424] Build status: SCHEDULED
[16:18:06.424] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8883300919330159984:5:0) after 1m42s
[16:19:48.449] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8883300919330159984:5:0)
[16:19:48.476] Build status: SCHEDULED
[16:19:48.476] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8883300919330159984:6:0) after 2m33s
[16:22:21.787] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8883300919330159984:6:0)
[16:22:21.810] Build status: SCHEDULED
[16:22:21.810] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8883300919330159984:7:0) after 9m12s
[16:31:33.787] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8883300919330159984:7:0)
[16:31:33.804] Build status: SCHEDULED
[16:31:33.804] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8883300919330159984:8:0) after 9m27s
[16:41:00.847] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8883300919330159984:8:0)
[16:41:00.868] Build status: SCHEDULED
[16:41:00.868] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8883300919330159984:9:0) after 2m17s
[16:43:17.930] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8883300919330159984:9:0)
[16:43:18.028] Build status: SCHEDULED
[16:43:18.028] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8883300919330159984:10:0) after 7m18s
[16:50:36.098] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8883300919330159984:10:0)
[16:50:36.123] Build status: SCHEDULED
[16:50:36.123] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8883300919330159984:11:0) after 7m41s
[16:58:17.183] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8883300919330159984:11:0)
[16:58:17.201] Build status: SCHEDULED
[16:58:17.201] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8883300919330159984:12:0) after 7m45s
[17:06:02.330] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8883300919330159984:12:0)
[17:06:02.358] Build status: SCHEDULED
[17:06:02.358] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8883300919330159984:13:0) after 1m10s
[17:07:12.379] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8883300919330159984:13:0)
[17:07:12.397] Build status: SCHEDULED
[17:07:12.397] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8883300919330159984:14:0) after 2m52s
[17:10:04.504] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8883300919330159984:14:0)
[17:10:04.529] Build status: SCHEDULED
[17:10:04.529] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8883300919330159984:15:0) after 6m24s
[17:16:28.603] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8883300919330159984:15:0)
[17:16:28.618] Build status: SCHEDULED
[17:16:28.618] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8883300919330159984:16:0) after 5m51s
[17:22:19.688] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8883300919330159984:16:0)
[17:22:19.710] Build status: SCHEDULED
[17:22:19.710] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8883300919330159984:17:0) after 7m26s
[17:29:45.766] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8883300919330159984:17:0)
[17:29:45.784] Build status: SCHEDULED
[17:29:45.784] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8883300919330159984:18:0) after 1m59s
[17:31:44.801] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8883300919330159984:18:0)
[17:31:44.820] Build status: SCHEDULED
[17:31:44.820] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8883300919330159984:19:0) after 4m49s
[17:36:33.996] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8883300919330159984:19:0)
[17:36:34.009] Build status: SCHEDULED
[17:36:34.009] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8883300919330159984:20:0) after 3m28s
[17:40:02.077] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8883300919330159984:20:0)
[17:40:02.095] Build status: SCHEDULED
[17:40:02.095] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8883300919330159984:21:0) after 6m43s
[17:46:45.110] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8883300919330159984:21:0)
[17:46:45.128] Build status: SCHEDULED
[17:46:45.128] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8883300919330159984:22:0) after 6m35s
[17:53:20.157] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8883300919330159984:22:0)
[17:53:20.177] Build status: SCHEDULED
[17:53:20.177] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8883300919330159984:23:0) after 4m42s
[17:58:02.184] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8883300919330159984:23:0)
[17:58:02.204] Build status: SCHEDULED
[17:58:02.204] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8883300919330159984:24:0) after 2m40s
[18:00:42.230] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8883300919330159984:24:0)
[18:00:42.257] Build status: SCHEDULED
[18:00:42.257] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8883300919330159984:25:0) after 9m42s
[18:10:24.262] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8883300919330159984:25:0)
[18:10:24.281] Build status: SCHEDULED
[18:10:24.281] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8883300919330159984:26:0) after 3m34s
[18:13:58.297] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8883300919330159984:26:0)
[18:13:58.340] Build status: SCHEDULED
[18:13:58.340] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8883300919330159984:27:0) after 5m31s
[18:19:29.368] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8883300919330159984:27:0)
[18:19:29.388] Build status: SCHEDULED
[18:19:29.388] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8883300919330159984:28:0) after 7m24s
[18:26:53.531] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8883300919330159984:28:0)
[18:26:53.549] Build status: SCHEDULED
[18:26:53.549] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8883300919330159984:29:0) after 7m42s
[18:34:35.565] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8883300919330159984:29:0)
[18:34:35.585] Build status: SCHEDULED
[18:34:35.585] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8883300919330159984:30:0) after 9m43s
[18:44:18.606] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8883300919330159984:30:0)
[18:44:18.682] Build status: SCHEDULED
[18:44:18.682] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8883300919330159984:31:0) after 6m55s
[18:51:13.745] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8883300919330159984:31:0)
[18:51:13.774] Build status: SCHEDULED
[18:51:13.774] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8883300919330159984:32:0) after 4m3s
[18:55:16.815] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8883300919330159984:32:0)
[18:55:16.841] Build status: SCHEDULED
[18:55:16.841] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8883300919330159984:33:0) after 8m3s
[19:03:19.893] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8883300919330159984:33:0)
[19:03:19.919] Build status: SCHEDULED
[19:03:19.919] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8883300919330159984:34:0) after 2m24s
[19:05:44.006] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8883300919330159984:34:0)
[19:05:44.022] Build status: SCHEDULED
[19:05:44.023] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8883300919330159984:35:0) after 9m20s
[19:15:04.099] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8883300919330159984:35:0)
[19:15:04.130] Build status: SCHEDULED
[19:15:04.130] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8883300919330159984:36:0) after 1m3s
[19:16:07.240] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8883300919330159984:36:0)
[19:16:07.255] Build status: SCHEDULED
[19:16:07.255] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8883300919330159984:37:0) after 6m17s
[19:22:24.323] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8883300919330159984:37:0)
[19:22:24.340] Build status: SCHEDULED
[19:22:24.340] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8883300919330159984:38:0) after 4m57s
[19:27:21.360] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8883300919330159984:38:0)
[19:27:21.413] Build status: SCHEDULED
[19:27:21.413] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8883300919330159984:39:0) after 2m21s
[19:29:42.428] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8883300919330159984:39:0)
[19:29:42.447] Build status: SCHEDULED
[19:29:42.447] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8883300919330159984:40:0) after 7m17s
[19:36:59.473] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8883300919330159984:40:0)
[19:36:59.527] Build status: SCHEDULED
[19:36:59.527] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8883300919330159984:41:0) after 6m9s
[19:43:08.662] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8883300919330159984:41:0)
[19:43:08.724] Build status: SCHEDULED
[19:43:08.724] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8883300919330159984:42:0) after 7m16s
[19:50:24.728] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8883300919330159984:42:0)
[19:50:24.747] Build status: SCHEDULED
[19:50:24.747] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8883300919330159984:43:0) after 3m18s
[19:53:42.847] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8883300919330159984:43:0)
[19:53:42.930] Build status: SCHEDULED
[19:53:42.930] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8883300919330159984:44:0) after 5m14s
[19:58:56.952] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8883300919330159984:44:0)
[19:58:57.147] Build status: SCHEDULED
[19:58:57.147] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8883300919330159984:45:0) after 9m13s
[20:08:10.186] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8883300919330159984:45:0)
[20:08:10.203] Build status: SCHEDULED
[20:08:10.203] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8883300919330159984:46:0) after 7m54s
[20:16:04.219] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8883300919330159984:46:0)
[20:16:04.236] Build status: SCHEDULED
[20:16:04.236] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8883300919330159984:47:0) after 8m41s
[20:24:45.295] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8883300919330159984:47:0)
[20:24:45.311] Build status: SCHEDULED
[20:24:45.311] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8883300919330159984:48:0) after 2m15s
[20:27:00.336] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8883300919330159984:48:0)
[20:27:00.358] Build status: SCHEDULED
[20:27:00.358] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8883300919330159984:49:0) after 1m35s
[20:28:35.422] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8883300919330159984:49:0)
[20:28:35.438] Build status: SCHEDULED
[20:28:35.438] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8883300919330159984:50:0) after 5m25s
[20:34:00.458] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8883300919330159984:50:0)
[20:34:00.476] Build status: SCHEDULED
[20:34:00.476] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8883300919330159984:51:0) after 4m24s
[20:38:24.628] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8883300919330159984:51:0)
[20:38:24.642] Build status: SCHEDULED
[20:38:24.642] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8883300919330159984:52:0) after 6m38s
[20:45:02.743] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8883300919330159984:52:0)
[20:45:02.766] Build status: SCHEDULED
[20:45:02.767] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8883300919330159984:53:0) after 2m6s
[20:47:08.847] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8883300919330159984:53:0)
[20:47:08.865] Build status: SCHEDULED
[20:47:08.865] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8883300919330159984:54:0) after 3m28s
[20:50:36.932] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8883300919330159984:54:0)
[20:50:36.954] Build status: SCHEDULED
[20:50:36.954] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8883300919330159984:55:0) after 7m51s
[20:58:28.004] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8883300919330159984:55:0)
[20:58:28.022] Build status: SCHEDULED
[20:58:28.022] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8883300919330159984:56:0) after 6m20s
[21:04:48.048] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8883300919330159984:56:0)
[21:04:48.066] Build status: SCHEDULED
[21:04:48.066] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8883300919330159984:57:0) after 2m28s
[21:07:16.089] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8883300919330159984:57:0)
[21:07:16.107] Build status: SCHEDULED
[21:07:16.107] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8883300919330159984:58:0) after 4m6s
[21:11:22.151] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8883300919330159984:58:0)
[21:11:22.168] Build status: SCHEDULED
[21:11:22.168] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8883300919330159984:59:0) after 9m25s
[21:20:47.201] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8883300919330159984:59:0)
[21:20:47.222] Build status: SCHEDULED
[21:20:47.222] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8883300919330159984:60:0) after 8m12s
[21:28:59.247] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8883300919330159984:60:0)
[21:28:59.307] Build status: SCHEDULED
[21:28:59.307] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8883300919330159984:61:0) after 4m4s
[21:33:03.331] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8883300919330159984:61:0)
[21:33:03.353] Build status: SCHEDULED
[21:33:03.353] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8883300919330159984:62:0) after 9m32s
[21:42:35.551] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8883300919330159984:62:0)
[21:42:35.575] Build status: SCHEDULED
[21:42:35.575] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8883300919330159984:63:0) after 4m59s
[21:47:34.687] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8883300919330159984:63:0)
[21:47:34.703] Build status: SCHEDULED
[21:47:34.703] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8883300919330159984:64:0) after 3m16s
[21:50:50.721] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8883300919330159984:64:0)
[21:50:50.777] Build status: SCHEDULED
[21:50:50.777] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8883300919330159984:65:0) after 3m52s
[21:54:42.799] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8883300919330159984:65:0)
[21:54:42.814] Build status: SCHEDULED
[21:54:42.814] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8883300919330159984:66:0) after 3m15s
[21:57:57.840] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8883300919330159984:66:0)
[21:57:57.857] Build status: SCHEDULED
[21:57:57.857] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8883300919330159984:67:0) after 5m21s
[22:03:18.870] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8883300919330159984:67:0)
[22:03:18.887] Build status: SCHEDULED
[22:03:18.887] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8883300919330159984:68:0) after 3m50s
[22:07:08.902] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8883300919330159984:68:0)
[22:07:08.920] Build status: SCHEDULED
[22:07:08.921] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8883300919330159984:69:0) after 9m56s
[22:17:04.956] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8883300919330159984:69:0)
[22:17:04.975] Build status: SCHEDULED
[22:17:04.975] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8883300919330159984:70:0) after 8m1s
[22:25:05.999] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8883300919330159984:70:0)
[22:25:06.020] Build status: SCHEDULED
[22:25:06.020] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8883300919330159984:71:0) after 5m47s
[22:30:53.074] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8883300919330159984:71:0)
[22:30:53.099] Build status: SCHEDULED
[22:30:53.099] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8883300919330159984:72:0) after 5m53s
[22:36:46.227] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8883300919330159984:72:0)
[22:36:46.245] Build status: SCHEDULED
[22:36:46.245] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8883300919330159984:73:0) after 6m18s
[22:43:04.289] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8883300919330159984:73:0)
[22:43:04.306] Build status: SCHEDULED
[22:43:04.306] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8883300919330159984:74:0) after 3m34s
[22:46:38.341] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8883300919330159984:74:0)
[22:46:38.358] Build status: SCHEDULED
[22:46:38.358] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8883300919330159984:75:0) after 4m28s
[22:51:06.420] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8883300919330159984:75:0)
[22:51:06.498] Build status: SCHEDULED
[22:51:06.498] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8883300919330159984:76:0) after 8m58s
[23:00:04.519] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8883300919330159984:76:0)
[23:00:04.540] Build status: SCHEDULED
[23:00:04.540] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8883300919330159984:77:0) after 4m30s
[23:04:34.556] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8883300919330159984:77:0)
[23:04:34.576] Build status: SCHEDULED
[23:04:34.576] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8883300919330159984:78:0) after 2m59s
[23:07:33.598] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8883300919330159984:78:0)
[23:07:33.617] Build status: SCHEDULED
[23:07:33.617] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8883300919330159984:79:0) after 3m33s
[23:11:06.631] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8883300919330159984:79:0)
[23:11:06.651] Build status: SCHEDULED
[23:11:06.651] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8883300919330159984:80:0) after 4m16s
[23:15:22.693] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8883300919330159984:80:0)
[23:15:22.746] Build status: SCHEDULED
[23:15:22.746] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8883300919330159984:81:0) after 5m45s
[23:21:07.770] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8883300919330159984:81:0)
[23:21:07.785] Build status: SCHEDULED
[23:21:07.785] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8883300919330159984:82:0) after 5m46s
[23:26:53.806] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8883300919330159984:82:0)
[23:26:53.824] Build status: SCHEDULED
[23:26:53.824] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8883300919330159984:83:0) after 4m22s
[23:31:15.939] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8883300919330159984:83:0)
[23:31:15.954] Build status: SCHEDULED
[23:31:15.954] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8883300919330159984:84:0) after 6m29s
[23:37:44.978] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8883300919330159984:84:0)
[23:37:45.005] Build status: SCHEDULED
[23:37:45.005] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8883300919330159984:85:0) after 4m35s
[23:42:20.282] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8883300919330159984:85:0)
[23:42:20.302] Build status: SCHEDULED
[23:42:20.302] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8883300919330159984:86:0) after 3m2s
[23:45:22.614] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8883300919330159984:86:0)
[23:45:22.631] Build status: SCHEDULED
[23:45:22.631] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8883300919330159984:87:0) after 6m38s
[23:52:00.710] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8883300919330159984:87:0)
[23:52:00.759] Build status: SCHEDULED
[23:52:00.759] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8883300919330159984:88:0) after 2m1s
[23:54:02.013] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8883300919330159984:88:0)
[23:54:02.031] Build status: SCHEDULED
[23:54:02.031] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8883300919330159984:89:0) after 3m4s
[23:57:06.017] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8883300919330159984:89:0)
[23:57:06.034] Build status: SCHEDULED
[23:57:06.034] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8883300919330159984:90:0) after 6m6s
[00:03:12.108] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8883300919330159984:90:0)
[00:03:12.128] Build status: SCHEDULED
[00:03:12.128] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8883300919330159984:91:0) after 3m40s
[00:05:00.011] Received PubSub notification, asking Buildbucket for the build status
[00:05:00.032] Build:
{
  "id": "8717870857184004273",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-zephyr"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-04-11T16:04:51.965875268Z",
  "endTime": "2025-04-12T00:04:59.788994405Z",
  "updateTime": "2025-04-12T00:04:59.788994405Z",
  "status": "INFRA_FAILURE",
  "statusDetails": {
    "resourceExhaustion": {

    },
    "timeout": {

    }
  },
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "8bc0f20d2d462ff01d868d3dfbda6be7a966c9dd",
      "ref": "refs/heads/main"
    }
  }
}
[00:05:00.032] Invocation finished in 8h0m9.497806468s with status FAILED