1. All projects
  2. pigweed
  3. pigweed.dev.ci-pigweed-mac-x86-gn-main
  4. 8865197384269897504
Status: FAILED
Triggered by: -
Duration: 5 hours
Actions:

Definition (rev 4c9983091ab9999abc5d04968bb40ccf57e06244) 

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "pigweed.dev.ci"
  builder: "pigweed-mac-x86-gn-main"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://pigweed.googlesource.com/pigweed/pigweed",
  "revision": "2bc32d08807c1ead3ef0a8184a3714d14b6a1b76"
}

Incoming tags

  • buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/2bc32d08807c1ead3ef0a8184a3714d14b6a1b76
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[11:52:46.975] New invocation is queued and will start shortly
[11:52:48.054] Starting the invocation (attempt 1)
[11:52:48.089] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/2bc32d08807c1ead3ef0a8184a3714d14b6a1b76"
[11:52:48.089] Popped gitiles commit info from properties and tags
[11:52:48.089] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[11:52:48.089] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[11:52:48.090] Buildbucket request:
{
  "requestId": "8865197384269897504",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-gn-main"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8865197384269897504",
            "job": "pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main",
            "triggers": [
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "d89db6589382bfb7a0a7bc08e64719f1e893494f"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@d89db6589382bfb7a0a7bc08e64719f1e893494f",
                        "title": "d89db6589382bfb7a0a7bc08e64719f1e893494f",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/d89db6589382bfb7a0a7bc08e64719f1e893494f"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "2bc32d08807c1ead3ef0a8184a3714d14b6a1b76"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@2bc32d08807c1ead3ef0a8184a3714d14b6a1b76",
                        "title": "2bc32d08807c1ead3ef0a8184a3714d14b6a1b76",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/2bc32d08807c1ead3ef0a8184a3714d14b6a1b76"
                      }
                ]
          }
    },
  "gitilesCommit": {
    "host": "pigweed.googlesource.com",
    "project": "pigweed/pigweed",
    "id": "2bc32d08807c1ead3ef0a8184a3714d14b6a1b76",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8865197384269897504"
    },
    {
      "key": "scheduler_job_id",
      "value": "pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[11:52:48.625] Scheduled build:
{
  "id": "8699767322327585073",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-gn-main"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-10-28T11:52:48.193217856Z",
  "updateTime": "2025-10-28T11:52:48.193217856Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "2bc32d08807c1ead3ef0a8184a3714d14b6a1b76",
      "ref": "refs/heads/main"
    }
  }
}
[11:52:48.625] Task URL: https://cr-buildbucket.appspot.com/build/8699767322327585073
[11:52:48.625] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8865197384269897504:2:0) after 5m57s
[11:52:49.553] Received PubSub notification, asking Buildbucket for the build status
[11:52:49.568] Build status: SCHEDULED
[11:58:46.432] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8865197384269897504:2:0)
[11:58:46.488] Build status: SCHEDULED
[11:58:46.488] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8865197384269897504:4:0) after 8m56s
[12:07:42.514] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8865197384269897504:4:0)
[12:07:42.541] Build status: SCHEDULED
[12:07:42.541] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8865197384269897504:5:0) after 6m6s
[12:13:48.552] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8865197384269897504:5:0)
[12:13:48.587] Build status: SCHEDULED
[12:13:48.587] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8865197384269897504:6:0) after 1m0s
[12:14:48.600] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8865197384269897504:6:0)
[12:14:48.618] Build status: SCHEDULED
[12:14:48.618] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8865197384269897504:7:0) after 5m14s
[12:20:02.682] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8865197384269897504:7:0)
[12:20:02.704] Build status: SCHEDULED
[12:20:02.704] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8865197384269897504:8:0) after 7m46s
[12:27:48.716] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8865197384269897504:8:0)
[12:27:48.733] Build status: SCHEDULED
[12:27:48.733] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8865197384269897504:9:0) after 8m45s
[12:36:33.744] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8865197384269897504:9:0)
[12:36:33.759] Build status: SCHEDULED
[12:36:33.759] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8865197384269897504:10:0) after 7m9s
[12:43:42.769] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8865197384269897504:10:0)
[12:43:42.785] Build status: SCHEDULED
[12:43:42.785] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8865197384269897504:11:0) after 2m9s
[12:45:51.770] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8865197384269897504:11:0)
[12:45:51.794] Build status: SCHEDULED
[12:45:51.795] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8865197384269897504:12:0) after 8m54s
[12:54:45.797] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8865197384269897504:12:0)
[12:54:45.813] Build status: SCHEDULED
[12:54:45.813] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8865197384269897504:13:0) after 8m24s
[13:03:09.877] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8865197384269897504:13:0)
[13:03:09.905] Build status: SCHEDULED
[13:03:09.905] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8865197384269897504:14:0) after 6m7s
[13:09:16.971] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8865197384269897504:14:0)
[13:09:17.005] Build status: SCHEDULED
[13:09:17.005] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8865197384269897504:15:0) after 9m21s
[13:18:38.021] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8865197384269897504:15:0)
[13:18:38.045] Build status: SCHEDULED
[13:18:38.045] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8865197384269897504:16:0) after 1m35s
[13:20:13.059] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8865197384269897504:16:0)
[13:20:13.075] Build status: SCHEDULED
[13:20:13.075] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8865197384269897504:17:0) after 6m59s
[13:27:12.089] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8865197384269897504:17:0)
[13:27:12.138] Build status: SCHEDULED
[13:27:12.138] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8865197384269897504:18:0) after 6m10s
[13:33:22.213] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8865197384269897504:18:0)
[13:33:22.263] Build status: SCHEDULED
[13:33:22.263] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8865197384269897504:19:0) after 3m56s
[13:37:18.445] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8865197384269897504:19:0)
[13:37:18.479] Build status: SCHEDULED
[13:37:18.479] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8865197384269897504:20:0) after 6m19s
[13:43:37.493] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8865197384269897504:20:0)
[13:43:37.511] Build status: SCHEDULED
[13:43:37.511] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8865197384269897504:21:0) after 2m43s
[13:46:20.525] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8865197384269897504:21:0)
[13:46:20.557] Build status: SCHEDULED
[13:46:20.557] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8865197384269897504:22:0) after 5m36s
[13:51:56.571] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8865197384269897504:22:0)
[13:51:56.585] Build status: SCHEDULED
[13:51:56.585] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8865197384269897504:23:0) after 4m34s
[13:56:30.568] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8865197384269897504:23:0)
[13:56:30.586] Build status: SCHEDULED
[13:56:30.587] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8865197384269897504:24:0) after 1m55s
[13:58:25.590] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8865197384269897504:24:0)
[13:58:25.604] Build status: SCHEDULED
[13:58:25.604] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8865197384269897504:25:0) after 1m51s
[14:00:16.643] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8865197384269897504:25:0)
[14:00:16.658] Build status: SCHEDULED
[14:00:16.658] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8865197384269897504:26:0) after 7m3s
[14:07:19.812] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8865197384269897504:26:0)
[14:07:19.832] Build status: SCHEDULED
[14:07:19.833] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8865197384269897504:27:0) after 1m48s
[14:09:07.898] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8865197384269897504:27:0)
[14:09:07.932] Build status: SCHEDULED
[14:09:07.932] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8865197384269897504:28:0) after 1m5s
[14:10:12.926] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8865197384269897504:28:0)
[14:10:12.948] Build status: SCHEDULED
[14:10:12.948] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8865197384269897504:29:0) after 3m50s
[14:14:03.137] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8865197384269897504:29:0)
[14:14:03.159] Build status: SCHEDULED
[14:14:03.159] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8865197384269897504:30:0) after 6m27s
[14:20:30.199] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8865197384269897504:30:0)
[14:20:30.275] Build status: SCHEDULED
[14:20:30.275] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8865197384269897504:31:0) after 9m31s
[14:30:01.313] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8865197384269897504:31:0)
[14:30:01.329] Build status: SCHEDULED
[14:30:01.329] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8865197384269897504:32:0) after 3m46s
[14:33:47.366] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8865197384269897504:32:0)
[14:33:47.394] Build status: SCHEDULED
[14:33:47.394] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8865197384269897504:33:0) after 8m30s
[14:42:17.415] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8865197384269897504:33:0)
[14:42:17.436] Build status: SCHEDULED
[14:42:17.436] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8865197384269897504:34:0) after 9m7s
[14:51:24.464] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8865197384269897504:34:0)
[14:51:24.529] Build status: SCHEDULED
[14:51:24.530] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8865197384269897504:35:0) after 6m36s
[14:58:00.519] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8865197384269897504:35:0)
[14:58:00.589] Build status: SCHEDULED
[14:58:00.589] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8865197384269897504:36:0) after 4m34s
[15:02:34.605] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8865197384269897504:36:0)
[15:02:34.620] Build status: SCHEDULED
[15:02:34.620] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8865197384269897504:37:0) after 5m53s
[15:08:27.761] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8865197384269897504:37:0)
[15:08:27.804] Build status: SCHEDULED
[15:08:27.804] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8865197384269897504:38:0) after 7m20s
[15:15:47.933] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8865197384269897504:38:0)
[15:15:47.950] Build status: SCHEDULED
[15:15:47.950] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8865197384269897504:39:0) after 3m26s
[15:19:13.964] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8865197384269897504:39:0)
[15:19:14.035] Build status: SCHEDULED
[15:19:14.035] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8865197384269897504:40:0) after 1m14s
[15:20:28.150] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8865197384269897504:40:0)
[15:20:28.172] Build status: SCHEDULED
[15:20:28.172] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8865197384269897504:41:0) after 1m3s
[15:21:31.248] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8865197384269897504:41:0)
[15:21:31.261] Build status: SCHEDULED
[15:21:31.262] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8865197384269897504:42:0) after 1m2s
[15:22:33.327] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8865197384269897504:42:0)
[15:22:33.346] Build status: SCHEDULED
[15:22:33.346] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8865197384269897504:43:0) after 5m19s
[15:27:52.386] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8865197384269897504:43:0)
[15:27:52.409] Build status: SCHEDULED
[15:27:52.409] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8865197384269897504:44:0) after 3m37s
[15:31:29.405] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8865197384269897504:44:0)
[15:31:29.427] Build status: SCHEDULED
[15:31:29.427] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8865197384269897504:45:0) after 4m45s
[15:36:14.455] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8865197384269897504:45:0)
[15:36:14.473] Build status: SCHEDULED
[15:36:14.474] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8865197384269897504:46:0) after 6m35s
[15:42:49.500] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8865197384269897504:46:0)
[15:42:49.516] Build status: SCHEDULED
[15:42:49.516] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8865197384269897504:47:0) after 9m53s
[15:52:42.654] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8865197384269897504:47:0)
[15:52:42.680] Build status: SCHEDULED
[15:52:42.680] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8865197384269897504:48:0) after 5m24s
[15:58:06.700] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8865197384269897504:48:0)
[15:58:06.718] Build status: SCHEDULED
[15:58:06.718] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8865197384269897504:49:0) after 8m50s
[16:06:56.807] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8865197384269897504:49:0)
[16:06:56.822] Build status: SCHEDULED
[16:06:56.822] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8865197384269897504:50:0) after 7m47s
[16:14:43.886] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8865197384269897504:50:0)
[16:14:43.913] Build status: SCHEDULED
[16:14:43.913] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8865197384269897504:51:0) after 4m20s
[16:19:04.076] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8865197384269897504:51:0)
[16:19:04.100] Build status: SCHEDULED
[16:19:04.100] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8865197384269897504:52:0) after 3m4s
[16:22:08.175] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8865197384269897504:52:0)
[16:22:08.195] Build status: SCHEDULED
[16:22:08.195] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8865197384269897504:53:0) after 9m15s
[16:31:23.215] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8865197384269897504:53:0)
[16:31:23.236] Build status: SCHEDULED
[16:31:23.236] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8865197384269897504:54:0) after 2m13s
[16:33:36.255] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8865197384269897504:54:0)
[16:33:36.271] Build status: SCHEDULED
[16:33:36.272] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8865197384269897504:55:0) after 8m18s
[16:41:54.318] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8865197384269897504:55:0)
[16:41:54.337] Build status: SCHEDULED
[16:41:54.337] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8865197384269897504:56:0) after 1m24s
[16:43:18.350] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8865197384269897504:56:0)
[16:43:18.364] Build status: SCHEDULED
[16:43:18.365] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8865197384269897504:57:0) after 6m59s
[16:50:17.379] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8865197384269897504:57:0)
[16:50:17.405] Build status: SCHEDULED
[16:50:17.405] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8865197384269897504:58:0) after 6m9s
[16:56:26.520] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8865197384269897504:58:0)
[16:56:26.536] Build status: SCHEDULED
[16:56:26.536] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8865197384269897504:59:0) after 1m5s
[16:57:31.605] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8865197384269897504:59:0)
[16:57:31.632] Build status: SCHEDULED
[16:57:31.633] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8865197384269897504:60:0) after 3m11s
[17:00:42.672] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8865197384269897504:60:0)
[17:00:42.699] Build status: SCHEDULED
[17:00:42.699] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8865197384269897504:61:0) after 5m45s
[17:06:27.821] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8865197384269897504:61:0)
[17:06:27.896] Build status: SCHEDULED
[17:06:27.896] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8865197384269897504:62:0) after 8m5s
[17:14:33.015] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8865197384269897504:62:0)
[17:14:33.074] Build status: SCHEDULED
[17:14:33.074] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8865197384269897504:63:0) after 9m35s
[17:22:20.291] Received PubSub notification, asking Buildbucket for the build status
[17:22:20.311] Build:
{
  "id": "8699767322327585073",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-gn-main"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-10-28T11:52:48.193217856Z",
  "endTime": "2025-10-28T17:22:19.804302762Z",
  "updateTime": "2025-10-28T17:22:19.804302762Z",
  "status": "INFRA_FAILURE",
  "statusDetails": {
    "resourceExhaustion": {

    }
  },
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "2bc32d08807c1ead3ef0a8184a3714d14b6a1b76",
      "ref": "refs/heads/main"
    }
  }
}
[17:22:20.311] Invocation finished in 5h29m33.35345277s with status FAILED