1. All projects
  2. pigweed
  3. pigweed.dev.ci-pigweed-mac-x86-gn-main
  4. 8869386997826728048
Status: FAILED
Triggered by: -
Duration: 8 hours
Actions:

Definition (rev 4c9983091ab9999abc5d04968bb40ccf57e06244) 

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "pigweed.dev.ci"
  builder: "pigweed-mac-x86-gn-main"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://pigweed.googlesource.com/pigweed/pigweed",
  "revision": "b53afe19e1ddd690fb96596125eb61d467ba365a"
}

Incoming tags

  • buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/b53afe19e1ddd690fb96596125eb61d467ba365a
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[06:00:40.125] New invocation is queued and will start shortly
[06:00:41.172] Starting the invocation (attempt 1)
[06:00:41.197] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/b53afe19e1ddd690fb96596125eb61d467ba365a"
[06:00:41.197] Popped gitiles commit info from properties and tags
[06:00:41.197] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[06:00:41.199] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[06:00:41.200] Buildbucket request:
{
  "requestId": "8869386997826728048",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-gn-main"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8869386997826728048",
            "job": "pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main",
            "triggers": [
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "bf773c27def6315385934cde9193aa7ebda6ac19"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@bf773c27def6315385934cde9193aa7ebda6ac19",
                        "title": "bf773c27def6315385934cde9193aa7ebda6ac19",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/bf773c27def6315385934cde9193aa7ebda6ac19"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "7c6aa2cb81520af6bad5cf70d8ccfbfcf4ed14dc"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@7c6aa2cb81520af6bad5cf70d8ccfbfcf4ed14dc",
                        "title": "7c6aa2cb81520af6bad5cf70d8ccfbfcf4ed14dc",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/7c6aa2cb81520af6bad5cf70d8ccfbfcf4ed14dc"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "b53afe19e1ddd690fb96596125eb61d467ba365a"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@b53afe19e1ddd690fb96596125eb61d467ba365a",
                        "title": "b53afe19e1ddd690fb96596125eb61d467ba365a",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/b53afe19e1ddd690fb96596125eb61d467ba365a"
                      }
                ]
          }
    },
  "gitilesCommit": {
    "host": "pigweed.googlesource.com",
    "project": "pigweed/pigweed",
    "id": "b53afe19e1ddd690fb96596125eb61d467ba365a",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8869386997826728048"
    },
    {
      "key": "scheduler_job_id",
      "value": "pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[06:00:41.822] Scheduled build:
{
  "id": "8703956935790182593",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-gn-main"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-09-12T06:00:41.438047596Z",
  "updateTime": "2025-09-12T06:00:41.438047596Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "b53afe19e1ddd690fb96596125eb61d467ba365a",
      "ref": "refs/heads/main"
    }
  }
}
[06:00:41.822] Task URL: https://cr-buildbucket.appspot.com/build/8703956935790182593
[06:00:41.822] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8869386997826728048:2:0) after 5m10s
[06:00:42.861] Received PubSub notification, asking Buildbucket for the build status
[06:00:42.885] Build status: SCHEDULED
[06:05:51.900] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8869386997826728048:2:0)
[06:05:51.930] Build status: SCHEDULED
[06:05:51.931] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8869386997826728048:4:0) after 1m24s
[06:07:15.994] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8869386997826728048:4:0)
[06:07:16.146] Build status: SCHEDULED
[06:07:16.146] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8869386997826728048:5:0) after 7m26s
[06:14:42.259] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8869386997826728048:5:0)
[06:14:42.288] Build status: SCHEDULED
[06:14:42.289] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8869386997826728048:6:0) after 6m33s
[06:21:15.571] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8869386997826728048:6:0)
[06:21:15.590] Build status: SCHEDULED
[06:21:15.590] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8869386997826728048:7:0) after 3m43s
[06:24:58.607] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8869386997826728048:7:0)
[06:24:58.634] Build status: SCHEDULED
[06:24:58.635] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8869386997826728048:8:0) after 3m42s
[06:28:40.870] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8869386997826728048:8:0)
[06:28:40.893] Build status: SCHEDULED
[06:28:40.893] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8869386997826728048:9:0) after 4m42s
[06:33:22.907] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8869386997826728048:9:0)
[06:33:22.924] Build status: SCHEDULED
[06:33:22.924] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8869386997826728048:10:0) after 7m40s
[06:41:03.008] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8869386997826728048:10:0)
[06:41:03.048] Build status: SCHEDULED
[06:41:03.048] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8869386997826728048:11:0) after 9m41s
[06:50:44.406] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8869386997826728048:11:0)
[06:50:44.432] Build status: SCHEDULED
[06:50:44.432] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8869386997826728048:12:0) after 9m49s
[07:00:33.586] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8869386997826728048:12:0)
[07:00:33.605] Build status: SCHEDULED
[07:00:33.606] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8869386997826728048:13:0) after 9m11s
[07:09:44.728] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8869386997826728048:13:0)
[07:09:44.779] Build status: SCHEDULED
[07:09:44.779] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8869386997826728048:14:0) after 5m4s
[07:14:48.825] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8869386997826728048:14:0)
[07:14:48.845] Build status: SCHEDULED
[07:14:48.845] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8869386997826728048:15:0) after 7m12s
[07:22:01.117] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8869386997826728048:15:0)
[07:22:01.174] Build status: SCHEDULED
[07:22:01.174] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8869386997826728048:16:0) after 4m22s
[07:26:23.157] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8869386997826728048:16:0)
[07:26:23.181] Build status: SCHEDULED
[07:26:23.181] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8869386997826728048:17:0) after 4m10s
[07:30:33.196] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8869386997826728048:17:0)
[07:30:33.222] Build status: SCHEDULED
[07:30:33.222] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8869386997826728048:18:0) after 2m40s
[07:33:13.339] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8869386997826728048:18:0)
[07:33:13.358] Build status: SCHEDULED
[07:33:13.358] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8869386997826728048:19:0) after 1m49s
[07:35:02.482] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8869386997826728048:19:0)
[07:35:02.520] Build status: SCHEDULED
[07:35:02.520] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8869386997826728048:20:0) after 3m52s
[07:38:54.521] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8869386997826728048:20:0)
[07:38:54.534] Build status: SCHEDULED
[07:38:54.534] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8869386997826728048:21:0) after 4m25s
[07:43:19.645] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8869386997826728048:21:0)
[07:43:19.663] Build status: SCHEDULED
[07:43:19.663] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8869386997826728048:22:0) after 6m52s
[07:50:11.806] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8869386997826728048:22:0)
[07:50:11.823] Build status: SCHEDULED
[07:50:11.823] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8869386997826728048:23:0) after 6m42s
[07:56:53.836] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8869386997826728048:23:0)
[07:56:53.887] Build status: SCHEDULED
[07:56:53.887] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8869386997826728048:24:0) after 5m23s
[08:02:16.999] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8869386997826728048:24:0)
[08:02:17.019] Build status: SCHEDULED
[08:02:17.019] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8869386997826728048:25:0) after 2m0s
[08:04:17.166] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8869386997826728048:25:0)
[08:04:17.203] Build status: SCHEDULED
[08:04:17.203] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8869386997826728048:26:0) after 9m11s
[08:13:28.321] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8869386997826728048:26:0)
[08:13:28.393] Build status: SCHEDULED
[08:13:28.393] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8869386997826728048:27:0) after 5m22s
[08:18:50.409] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8869386997826728048:27:0)
[08:18:50.432] Build status: SCHEDULED
[08:18:50.432] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8869386997826728048:28:0) after 1m24s
[08:20:14.572] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8869386997826728048:28:0)
[08:20:14.595] Build status: SCHEDULED
[08:20:14.596] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8869386997826728048:29:0) after 1m20s
[08:21:34.612] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8869386997826728048:29:0)
[08:21:34.633] Build status: SCHEDULED
[08:21:34.633] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8869386997826728048:30:0) after 2m18s
[08:23:52.693] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8869386997826728048:30:0)
[08:23:52.709] Build status: SCHEDULED
[08:23:52.709] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8869386997826728048:31:0) after 1m19s
[08:25:11.769] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8869386997826728048:31:0)
[08:25:11.786] Build status: SCHEDULED
[08:25:11.786] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8869386997826728048:32:0) after 8m22s
[08:33:33.801] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8869386997826728048:32:0)
[08:33:33.819] Build status: SCHEDULED
[08:33:33.819] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8869386997826728048:33:0) after 6m28s
[08:40:01.833] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8869386997826728048:33:0)
[08:40:01.884] Build status: SCHEDULED
[08:40:01.884] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8869386997826728048:34:0) after 3m0s
[08:43:01.961] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8869386997826728048:34:0)
[08:43:01.981] Build status: SCHEDULED
[08:43:01.981] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8869386997826728048:35:0) after 3m57s
[08:46:59.023] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8869386997826728048:35:0)
[08:46:59.039] Build status: SCHEDULED
[08:46:59.039] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8869386997826728048:36:0) after 6m43s
[08:53:42.213] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8869386997826728048:36:0)
[08:53:42.237] Build status: SCHEDULED
[08:53:42.237] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8869386997826728048:37:0) after 1m56s
[08:55:38.232] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8869386997826728048:37:0)
[08:55:38.265] Build status: SCHEDULED
[08:55:38.265] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8869386997826728048:38:0) after 8m45s
[09:04:23.385] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8869386997826728048:38:0)
[09:04:23.408] Build status: SCHEDULED
[09:04:23.408] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8869386997826728048:39:0) after 7m41s
[09:12:04.442] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8869386997826728048:39:0)
[09:12:04.461] Build status: SCHEDULED
[09:12:04.461] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8869386997826728048:40:0) after 5m21s
[09:17:25.733] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8869386997826728048:40:0)
[09:17:25.752] Build status: SCHEDULED
[09:17:25.752] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8869386997826728048:41:0) after 3m43s
[09:21:08.771] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8869386997826728048:41:0)
[09:21:08.791] Build status: SCHEDULED
[09:21:08.791] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8869386997826728048:42:0) after 3m14s
[09:24:22.890] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8869386997826728048:42:0)
[09:24:23.112] Build status: SCHEDULED
[09:24:23.112] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8869386997826728048:43:0) after 3m17s
[09:27:40.129] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8869386997826728048:43:0)
[09:27:40.149] Build status: SCHEDULED
[09:27:40.149] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8869386997826728048:44:0) after 4m55s
[09:32:35.434] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8869386997826728048:44:0)
[09:32:35.459] Build status: SCHEDULED
[09:32:35.459] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8869386997826728048:45:0) after 2m41s
[09:35:16.719] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8869386997826728048:45:0)
[09:35:17.274] Build status: SCHEDULED
[09:35:17.274] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8869386997826728048:46:0) after 8m51s
[09:44:08.288] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8869386997826728048:46:0)
[09:44:08.310] Build status: SCHEDULED
[09:44:08.310] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8869386997826728048:47:0) after 9m49s
[09:53:57.366] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8869386997826728048:47:0)
[09:53:57.478] Build status: SCHEDULED
[09:53:57.478] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8869386997826728048:48:0) after 7m59s
[10:01:57.027] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8869386997826728048:48:0)
[10:01:57.053] Build status: SCHEDULED
[10:01:57.053] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8869386997826728048:49:0) after 8m19s
[10:10:16.207] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8869386997826728048:49:0)
[10:10:16.227] Build status: SCHEDULED
[10:10:16.227] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8869386997826728048:50:0) after 6m47s
[10:17:03.221] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8869386997826728048:50:0)
[10:17:03.248] Build status: SCHEDULED
[10:17:03.248] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8869386997826728048:51:0) after 1m54s
[10:18:57.615] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8869386997826728048:51:0)
[10:18:57.633] Build status: SCHEDULED
[10:18:57.633] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8869386997826728048:52:0) after 4m36s
[10:23:33.653] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8869386997826728048:52:0)
[10:23:33.908] Build status: SCHEDULED
[10:23:33.908] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8869386997826728048:53:0) after 4m50s
[10:28:23.923] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8869386997826728048:53:0)
[10:28:23.954] Build status: SCHEDULED
[10:28:23.954] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8869386997826728048:54:0) after 3m48s
[10:32:11.928] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8869386997826728048:54:0)
[10:32:11.950] Build status: SCHEDULED
[10:32:11.950] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8869386997826728048:55:0) after 5m58s
[10:38:10.002] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8869386997826728048:55:0)
[10:38:10.023] Build status: SCHEDULED
[10:38:10.023] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8869386997826728048:56:0) after 8m20s
[10:46:30.101] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8869386997826728048:56:0)
[10:46:30.136] Build status: SCHEDULED
[10:46:30.136] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8869386997826728048:57:0) after 7m48s
[10:54:18.887] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8869386997826728048:57:0)
[10:54:18.901] Build status: SCHEDULED
[10:54:18.901] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8869386997826728048:58:0) after 5m44s
[11:00:02.931] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8869386997826728048:58:0)
[11:00:02.950] Build status: SCHEDULED
[11:00:02.950] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8869386997826728048:59:0) after 6m16s
[11:06:19.033] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8869386997826728048:59:0)
[11:06:19.074] Build status: SCHEDULED
[11:06:19.075] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8869386997826728048:60:0) after 6m10s
[11:12:29.108] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8869386997826728048:60:0)
[11:12:29.137] Build status: SCHEDULED
[11:12:29.137] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8869386997826728048:61:0) after 1m20s
[11:13:49.217] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8869386997826728048:61:0)
[11:13:49.243] Build status: SCHEDULED
[11:13:49.243] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8869386997826728048:62:0) after 8m1s
[11:21:50.348] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8869386997826728048:62:0)
[11:21:50.380] Build status: SCHEDULED
[11:21:50.380] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8869386997826728048:63:0) after 1m47s
[11:23:37.471] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8869386997826728048:63:0)
[11:23:37.500] Build status: SCHEDULED
[11:23:37.501] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8869386997826728048:64:0) after 6m23s
[11:30:01.558] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8869386997826728048:64:0)
[11:30:01.592] Build status: SCHEDULED
[11:30:01.592] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8869386997826728048:65:0) after 1m4s
[11:31:05.924] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8869386997826728048:65:0)
[11:31:05.954] Build status: SCHEDULED
[11:31:05.954] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8869386997826728048:66:0) after 3m3s
[11:34:09.437] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8869386997826728048:66:0)
[11:34:09.453] Build status: SCHEDULED
[11:34:09.453] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8869386997826728048:67:0) after 2m37s
[11:36:46.591] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8869386997826728048:67:0)
[11:36:46.649] Build status: SCHEDULED
[11:36:46.649] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8869386997826728048:68:0) after 6m59s
[11:43:45.953] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8869386997826728048:68:0)
[11:43:45.978] Build status: SCHEDULED
[11:43:45.978] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8869386997826728048:69:0) after 7m57s
[11:51:43.045] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8869386997826728048:69:0)
[11:51:43.065] Build status: SCHEDULED
[11:51:43.065] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8869386997826728048:70:0) after 9m58s
[12:01:41.413] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8869386997826728048:70:0)
[12:01:41.431] Build status: SCHEDULED
[12:01:41.431] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8869386997826728048:71:0) after 1m38s
[12:03:19.722] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8869386997826728048:71:0)
[12:03:19.741] Build status: SCHEDULED
[12:03:19.741] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8869386997826728048:72:0) after 6m4s
[12:09:23.717] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8869386997826728048:72:0)
[12:09:23.792] Build status: SCHEDULED
[12:09:23.792] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8869386997826728048:73:0) after 2m23s
[12:11:46.810] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8869386997826728048:73:0)
[12:11:46.838] Build status: SCHEDULED
[12:11:46.838] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8869386997826728048:74:0) after 5m0s
[12:16:46.833] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8869386997826728048:74:0)
[12:16:46.858] Build status: SCHEDULED
[12:16:46.858] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8869386997826728048:75:0) after 8m34s
[12:25:20.873] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8869386997826728048:75:0)
[12:25:20.964] Build status: SCHEDULED
[12:25:20.964] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8869386997826728048:76:0) after 1m22s
[12:26:42.982] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8869386997826728048:76:0)
[12:26:42.999] Build status: SCHEDULED
[12:26:42.999] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8869386997826728048:77:0) after 8m54s
[12:35:37.092] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8869386997826728048:77:0)
[12:35:37.109] Build status: SCHEDULED
[12:35:37.109] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8869386997826728048:78:0) after 9m25s
[12:45:02.365] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8869386997826728048:78:0)
[12:45:02.409] Build status: SCHEDULED
[12:45:02.409] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8869386997826728048:79:0) after 6m27s
[12:51:29.430] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8869386997826728048:79:0)
[12:51:29.529] Build status: SCHEDULED
[12:51:29.529] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8869386997826728048:80:0) after 7m51s
[12:59:20.547] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8869386997826728048:80:0)
[12:59:20.588] Build status: SCHEDULED
[12:59:20.588] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8869386997826728048:81:0) after 6m45s
[13:06:05.742] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8869386997826728048:81:0)
[13:06:05.764] Build status: SCHEDULED
[13:06:05.764] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8869386997826728048:82:0) after 4m16s
[13:10:21.792] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8869386997826728048:82:0)
[13:10:21.809] Build status: SCHEDULED
[13:10:21.809] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8869386997826728048:83:0) after 2m51s
[13:13:12.823] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8869386997826728048:83:0)
[13:13:12.841] Build status: SCHEDULED
[13:13:12.841] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8869386997826728048:84:0) after 2m5s
[13:15:17.880] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8869386997826728048:84:0)
[13:15:17.902] Build status: SCHEDULED
[13:15:17.902] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8869386997826728048:85:0) after 3m16s
[13:18:33.921] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8869386997826728048:85:0)
[13:18:33.948] Build status: SCHEDULED
[13:18:33.949] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8869386997826728048:86:0) after 5m29s
[13:24:02.964] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8869386997826728048:86:0)
[13:24:03.003] Build status: SCHEDULED
[13:24:03.004] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8869386997826728048:87:0) after 8m16s
[13:32:19.152] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8869386997826728048:87:0)
[13:32:19.179] Build status: SCHEDULED
[13:32:19.179] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8869386997826728048:88:0) after 3m2s
[13:35:21.206] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8869386997826728048:88:0)
[13:35:21.259] Build status: SCHEDULED
[13:35:21.259] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8869386997826728048:89:0) after 4m58s
[13:40:19.277] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8869386997826728048:89:0)
[13:40:19.295] Build status: SCHEDULED
[13:40:19.295] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8869386997826728048:90:0) after 9m27s
[13:49:46.323] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8869386997826728048:90:0)
[13:49:46.344] Build status: SCHEDULED
[13:49:46.344] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8869386997826728048:91:0) after 1m28s
[13:51:14.409] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8869386997826728048:91:0)
[13:51:14.469] Build status: SCHEDULED
[13:51:14.469] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8869386997826728048:92:0) after 8m21s
[13:59:35.490] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8869386997826728048:92:0)
[13:59:35.506] Build status: SCHEDULED
[13:59:35.506] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8869386997826728048:93:0) after 9m19s
[14:00:46.832] Received PubSub notification, asking Buildbucket for the build status
[14:00:46.853] Build:
{
  "id": "8703956935790182593",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-gn-main"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-09-12T06:00:41.438047596Z",
  "endTime": "2025-09-12T14:00:46.407186021Z",
  "updateTime": "2025-09-12T14:00:46.407186021Z",
  "status": "INFRA_FAILURE",
  "statusDetails": {
    "resourceExhaustion": {

    },
    "timeout": {

    }
  },
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "b53afe19e1ddd690fb96596125eb61d467ba365a",
      "ref": "refs/heads/main"
    }
  }
}
[14:00:46.853] Invocation finished in 8h0m6.739461169s with status FAILED