Status: FAILED
Triggered by: -
Duration: 4 hours
Actions:

Definition (rev 4c9983091ab9999abc5d04968bb40ccf57e06244)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "pigweed.dev.ci"
  builder: "pigweed-mac-x86-gn-main"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://pigweed.googlesource.com/pigweed/pigweed",
  "revision": "1e1f16e0eaf1849b7241ef91e0ef2bd17a12af58"
}

Incoming tags

  • buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/1e1f16e0eaf1849b7241ef91e0ef2bd17a12af58
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[06:20:52.728] New invocation is queued and will start shortly
[06:20:53.799] Starting the invocation (attempt 1)
[06:20:53.887] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/1e1f16e0eaf1849b7241ef91e0ef2bd17a12af58"
[06:20:53.887] Popped gitiles commit info from properties and tags
[06:20:53.887] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[06:20:53.887] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[06:20:53.887] Buildbucket request:
{
  "requestId": "8870654083851471440",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-gn-main"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8870654083851471440",
            "job": "pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main",
            "triggers": [
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "22022489a6742d38ddd821fb814a7aee35094256"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@22022489a6742d38ddd821fb814a7aee35094256",
                        "title": "22022489a6742d38ddd821fb814a7aee35094256",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/22022489a6742d38ddd821fb814a7aee35094256"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "b9d49277c0c3952873452101a964715d77087614"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@b9d49277c0c3952873452101a964715d77087614",
                        "title": "b9d49277c0c3952873452101a964715d77087614",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/b9d49277c0c3952873452101a964715d77087614"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "0113cf072d001eaefa848f24409855b33427259e"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@0113cf072d001eaefa848f24409855b33427259e",
                        "title": "0113cf072d001eaefa848f24409855b33427259e",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/0113cf072d001eaefa848f24409855b33427259e"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "4587c394bd1d8fcb01ba5c801ce486e87566617c"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@4587c394bd1d8fcb01ba5c801ce486e87566617c",
                        "title": "4587c394bd1d8fcb01ba5c801ce486e87566617c",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/4587c394bd1d8fcb01ba5c801ce486e87566617c"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "5468890445c8be4974e658e37f4e7544e3874042"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@5468890445c8be4974e658e37f4e7544e3874042",
                        "title": "5468890445c8be4974e658e37f4e7544e3874042",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/5468890445c8be4974e658e37f4e7544e3874042"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "9e9c54dee6ce0df6be063f26dc3a9a1566698fb1"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@9e9c54dee6ce0df6be063f26dc3a9a1566698fb1",
                        "title": "9e9c54dee6ce0df6be063f26dc3a9a1566698fb1",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/9e9c54dee6ce0df6be063f26dc3a9a1566698fb1"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "dd63e84d7627b190aa0f1a6c8de276b9c9cb6b9c"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@dd63e84d7627b190aa0f1a6c8de276b9c9cb6b9c",
                        "title": "dd63e84d7627b190aa0f1a6c8de276b9c9cb6b9c",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/dd63e84d7627b190aa0f1a6c8de276b9c9cb6b9c"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "788829b17430e7733fec6014063eed5ee1620f90"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@788829b17430e7733fec6014063eed5ee1620f90",
                        "title": "788829b17430e7733fec6014063eed5ee1620f90",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/788829b17430e7733fec6014063eed5ee1620f90"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "fcca8df84816b702410402948d0c68c6e5b42abc"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@fcca8df84816b702410402948d0c68c6e5b42abc",
                        "title": "fcca8df84816b702410402948d0c68c6e5b42abc",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/fcca8df84816b702410402948d0c68c6e5b42abc"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "5d550d2fa57d177d541a7f02816a2919917bb914"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@5d550d2fa57d177d541a7f02816a2919917bb914",
                        "title": "5d550d2fa57d177d541a7f02816a2919917bb914",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/5d550d2fa57d177d541a7f02816a2919917bb914"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "902cb0b72ecddffcb5f6b42e320bce4971e880d9"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@902cb0b72ecddffcb5f6b42e320bce4971e880d9",
                        "title": "902cb0b72ecddffcb5f6b42e320bce4971e880d9",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/902cb0b72ecddffcb5f6b42e320bce4971e880d9"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "1e1f16e0eaf1849b7241ef91e0ef2bd17a12af58"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@1e1f16e0eaf1849b7241ef91e0ef2bd17a12af58",
                        "title": "1e1f16e0eaf1849b7241ef91e0ef2bd17a12af58",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/1e1f16e0eaf1849b7241ef91e0ef2bd17a12af58"
                      }
                ]
          }
    },
  "gitilesCommit": {
    "host": "pigweed.googlesource.com",
    "project": "pigweed/pigweed",
    "id": "1e1f16e0eaf1849b7241ef91e0ef2bd17a12af58",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8870654083851471440"
    },
    {
      "key": "scheduler_job_id",
      "value": "pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[06:20:54.279] Scheduled build:
{
  "id": "8705224021899006369",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-gn-main"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-08-29T06:20:53.960303776Z",
  "updateTime": "2025-08-29T06:20:53.960303776Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "1e1f16e0eaf1849b7241ef91e0ef2bd17a12af58",
      "ref": "refs/heads/main"
    }
  }
}
[06:20:54.279] Task URL: https://cr-buildbucket.appspot.com/build/8705224021899006369
[06:20:54.279] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8870654083851471440:2:0) after 6m9s
[06:20:54.836] Received PubSub notification, asking Buildbucket for the build status
[06:20:54.859] Build status: SCHEDULED
[06:27:03.301] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8870654083851471440:2:0)
[06:27:03.318] Build status: SCHEDULED
[06:27:03.318] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8870654083851471440:4:0) after 2m35s
[06:29:38.352] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8870654083851471440:4:0)
[06:29:38.372] Build status: SCHEDULED
[06:29:38.372] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8870654083851471440:5:0) after 4m27s
[06:34:05.516] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8870654083851471440:5:0)
[06:34:05.575] Build status: SCHEDULED
[06:34:05.575] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8870654083851471440:6:0) after 1m5s
[06:35:10.591] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8870654083851471440:6:0)
[06:35:10.635] Build status: SCHEDULED
[06:35:10.635] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8870654083851471440:7:0) after 1m19s
[06:36:29.650] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8870654083851471440:7:0)
[06:36:29.672] Build status: SCHEDULED
[06:36:29.672] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8870654083851471440:8:0) after 6m35s
[06:43:04.691] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8870654083851471440:8:0)
[06:43:04.712] Build status: SCHEDULED
[06:43:04.712] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8870654083851471440:9:0) after 3m52s
[06:46:56.696] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8870654083851471440:9:0)
[06:46:56.712] Build status: SCHEDULED
[06:46:56.712] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8870654083851471440:10:0) after 4m16s
[06:51:12.726] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8870654083851471440:10:0)
[06:51:12.832] Build status: SCHEDULED
[06:51:12.832] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8870654083851471440:11:0) after 2m40s
[06:53:52.897] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8870654083851471440:11:0)
[06:53:52.917] Build status: SCHEDULED
[06:53:52.917] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8870654083851471440:12:0) after 7m57s
[07:01:50.001] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8870654083851471440:12:0)
[07:01:50.017] Build status: SCHEDULED
[07:01:50.017] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8870654083851471440:13:0) after 2m27s
[07:04:17.035] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8870654083851471440:13:0)
[07:04:17.149] Build status: SCHEDULED
[07:04:17.149] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8870654083851471440:14:0) after 2m31s
[07:06:48.218] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8870654083851471440:14:0)
[07:06:48.235] Build status: SCHEDULED
[07:06:48.235] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8870654083851471440:15:0) after 2m26s
[07:09:14.272] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8870654083851471440:15:0)
[07:09:14.290] Build status: SCHEDULED
[07:09:14.290] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8870654083851471440:16:0) after 3m51s
[07:13:05.407] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8870654083851471440:16:0)
[07:13:05.481] Build status: SCHEDULED
[07:13:05.481] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8870654083851471440:17:0) after 1m22s
[07:14:27.497] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8870654083851471440:17:0)
[07:14:27.601] Build status: SCHEDULED
[07:14:27.601] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8870654083851471440:18:0) after 8m19s
[07:22:46.670] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8870654083851471440:18:0)
[07:22:46.760] Build status: SCHEDULED
[07:22:46.760] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8870654083851471440:19:0) after 4m51s
[07:27:37.776] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8870654083851471440:19:0)
[07:27:37.790] Build status: SCHEDULED
[07:27:37.790] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8870654083851471440:20:0) after 9m26s
[07:37:03.804] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8870654083851471440:20:0)
[07:37:03.825] Build status: SCHEDULED
[07:37:03.825] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8870654083851471440:21:0) after 5m5s
[07:42:08.954] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8870654083851471440:21:0)
[07:42:09.003] Build status: SCHEDULED
[07:42:09.003] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8870654083851471440:22:0) after 6m36s
[07:48:45.017] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8870654083851471440:22:0)
[07:48:45.046] Build status: SCHEDULED
[07:48:45.046] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8870654083851471440:23:0) after 3m23s
[07:52:08.268] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8870654083851471440:23:0)
[07:52:08.297] Build status: SCHEDULED
[07:52:08.297] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8870654083851471440:24:0) after 1m15s
[07:53:23.322] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8870654083851471440:24:0)
[07:53:23.341] Build status: SCHEDULED
[07:53:23.341] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8870654083851471440:25:0) after 9m47s
[08:03:10.407] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8870654083851471440:25:0)
[08:03:10.439] Build status: SCHEDULED
[08:03:10.439] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8870654083851471440:26:0) after 6m43s
[08:09:53.458] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8870654083851471440:26:0)
[08:09:53.473] Build status: SCHEDULED
[08:09:53.473] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8870654083851471440:27:0) after 2m16s
[08:12:09.546] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8870654083851471440:27:0)
[08:12:09.663] Build status: SCHEDULED
[08:12:09.663] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8870654083851471440:28:0) after 3m47s
[08:15:56.671] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8870654083851471440:28:0)
[08:15:56.690] Build status: SCHEDULED
[08:15:56.690] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8870654083851471440:29:0) after 6m8s
[08:22:04.832] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8870654083851471440:29:0)
[08:22:04.855] Build status: SCHEDULED
[08:22:04.855] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8870654083851471440:30:0) after 6m20s
[08:28:24.901] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8870654083851471440:30:0)
[08:28:24.988] Build status: SCHEDULED
[08:28:24.988] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8870654083851471440:31:0) after 5m51s
[08:34:16.082] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8870654083851471440:31:0)
[08:34:16.102] Build status: SCHEDULED
[08:34:16.102] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8870654083851471440:32:0) after 2m42s
[08:36:58.729] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8870654083851471440:32:0)
[08:36:58.745] Build status: SCHEDULED
[08:36:58.745] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8870654083851471440:33:0) after 7m54s
[08:44:52.770] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8870654083851471440:33:0)
[08:44:52.788] Build status: SCHEDULED
[08:44:52.788] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8870654083851471440:34:0) after 4m51s
[08:49:43.863] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8870654083851471440:34:0)
[08:49:43.879] Build status: SCHEDULED
[08:49:43.880] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8870654083851471440:35:0) after 2m48s
[08:52:31.898] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8870654083851471440:35:0)
[08:52:31.913] Build status: SCHEDULED
[08:52:31.913] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8870654083851471440:36:0) after 9m21s
[09:01:53.058] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8870654083851471440:36:0)
[09:01:53.108] Build status: SCHEDULED
[09:01:53.108] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8870654083851471440:37:0) after 8m10s
[09:10:03.126] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8870654083851471440:37:0)
[09:10:03.143] Build status: SCHEDULED
[09:10:03.143] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8870654083851471440:38:0) after 6m5s
[09:16:08.137] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8870654083851471440:38:0)
[09:16:08.163] Build status: SCHEDULED
[09:16:08.163] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8870654083851471440:39:0) after 5m36s
[09:21:44.144] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8870654083851471440:39:0)
[09:21:44.162] Build status: SCHEDULED
[09:21:44.162] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8870654083851471440:40:0) after 7m51s
[09:29:35.191] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8870654083851471440:40:0)
[09:29:35.230] Build status: SCHEDULED
[09:29:35.230] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8870654083851471440:41:0) after 8m23s
[09:37:58.293] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8870654083851471440:41:0)
[09:37:58.333] Build status: SCHEDULED
[09:37:58.333] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8870654083851471440:42:0) after 9m39s
[09:47:37.395] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8870654083851471440:42:0)
[09:47:37.450] Build status: SCHEDULED
[09:47:37.450] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8870654083851471440:43:0) after 6m29s
[09:54:06.468] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8870654083851471440:43:0)
[09:54:06.547] Build status: SCHEDULED
[09:54:06.547] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8870654083851471440:44:0) after 8m51s
[10:02:57.622] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8870654083851471440:44:0)
[10:02:57.642] Build status: SCHEDULED
[10:02:57.642] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8870654083851471440:45:0) after 7m37s
[10:10:34.837] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8870654083851471440:45:0)
[10:10:34.866] Build status: SCHEDULED
[10:10:34.866] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8870654083851471440:46:0) after 8m7s
[10:18:42.069] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8870654083851471440:46:0)
[10:18:42.111] Build status: SCHEDULED
[10:18:42.111] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8870654083851471440:47:0) after 5m50s
[10:24:32.207] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8870654083851471440:47:0)
[10:24:32.424] Build status: SCHEDULED
[10:24:32.424] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8870654083851471440:48:0) after 5m33s
[10:30:05.680] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8870654083851471440:48:0)
[10:30:05.707] Build status: SCHEDULED
[10:30:05.707] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8870654083851471440:49:0) after 9m17s
[10:39:22.727] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8870654083851471440:49:0)
[10:39:22.759] Build status: SCHEDULED
[10:39:22.759] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8870654083851471440:50:0) after 3m37s
[10:42:59.777] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8870654083851471440:50:0)
[10:42:59.809] Build status: SCHEDULED
[10:42:59.809] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8870654083851471440:51:0) after 7m53s
[10:50:52.870] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8870654083851471440:51:0)
[10:50:52.930] Build status: SCHEDULED
[10:50:52.930] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8870654083851471440:52:0) after 8m0s
[10:58:52.947] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8870654083851471440:52:0)
[10:58:52.964] Build status: SCHEDULED
[10:58:52.964] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8870654083851471440:53:0) after 3m15s
[11:02:08.029] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8870654083851471440:53:0)
[11:02:08.061] Build status: SCHEDULED
[11:02:08.061] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8870654083851471440:54:0) after 4m57s
[11:07:05.079] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8870654083851471440:54:0)
[11:07:05.112] Build status: SCHEDULED
[11:07:05.112] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8870654083851471440:55:0) after 2m31s
[11:09:36.522] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8870654083851471440:55:0)
[11:09:36.547] Build status: SCHEDULED
[11:09:36.547] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8870654083851471440:56:0) after 4m33s
[11:14:09.535] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8870654083851471440:56:0)
[11:14:09.551] Build status: SCHEDULED
[11:14:09.551] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8870654083851471440:57:0) after 2m19s
[11:14:53.457] Received PubSub notification, asking Buildbucket for the build status
[11:14:53.476] Build:
{
  "id": "8705224021899006369",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-gn-main"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-08-29T06:20:53.960303776Z",
  "endTime": "2025-08-29T11:14:52.532233251Z",
  "updateTime": "2025-08-29T11:14:52.532233251Z",
  "status": "INFRA_FAILURE",
  "statusDetails": {
    "resourceExhaustion": {

    }
  },
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "1e1f16e0eaf1849b7241ef91e0ef2bd17a12af58",
      "ref": "refs/heads/main"
    }
  }
}
[11:14:53.476] Invocation finished in 4h54m0.76224395s with status FAILED