Status: FAILED
Triggered by: -
Duration: 8 hours
Actions:

Definition (rev f745fb2a7cdfcdcabd47c58e1ac2e2480434c141)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "pigweed.dev.ci"
  builder: "pigweed-mac-x86-vscode"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://pigweed.googlesource.com/pigweed/pigweed",
  "revision": "cfae9b2490f0cdc53f7f23571983d1fd17839166"
}

Incoming tags

  • buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/cfae9b2490f0cdc53f7f23571983d1fd17839166
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[03:47:04.469] New invocation is queued and will start shortly
[03:47:05.561] Starting the invocation (attempt 1)
[03:47:05.595] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/cfae9b2490f0cdc53f7f23571983d1fd17839166"
[03:47:05.596] Popped gitiles commit info from properties and tags
[03:47:05.596] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[03:47:05.596] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[03:47:05.596] Buildbucket request:
{
  "requestId": "8867130478690918048",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-vscode"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8867130478690918048",
            "job": "pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode",
            "triggers": [
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "a09ff622f52fcde80eb44fa7617332493c8d9cdd"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@a09ff622f52fcde80eb44fa7617332493c8d9cdd",
                        "title": "a09ff622f52fcde80eb44fa7617332493c8d9cdd",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/a09ff622f52fcde80eb44fa7617332493c8d9cdd"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "39400c0df91ae2595a5d803399ebbc1620941d91"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@39400c0df91ae2595a5d803399ebbc1620941d91",
                        "title": "39400c0df91ae2595a5d803399ebbc1620941d91",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/39400c0df91ae2595a5d803399ebbc1620941d91"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "a183a6e5bc573ae3253c3213d639756343547431"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@a183a6e5bc573ae3253c3213d639756343547431",
                        "title": "a183a6e5bc573ae3253c3213d639756343547431",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/a183a6e5bc573ae3253c3213d639756343547431"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "6cfefb6f3cdf630ffafe649816d42655c47dca30"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@6cfefb6f3cdf630ffafe649816d42655c47dca30",
                        "title": "6cfefb6f3cdf630ffafe649816d42655c47dca30",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/6cfefb6f3cdf630ffafe649816d42655c47dca30"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "dc0adaef766841949bc90f1f2323b0adea1ac690"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@dc0adaef766841949bc90f1f2323b0adea1ac690",
                        "title": "dc0adaef766841949bc90f1f2323b0adea1ac690",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/dc0adaef766841949bc90f1f2323b0adea1ac690"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "c2b34c95a3423fe498b283d88715b8e9c8abdffa"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@c2b34c95a3423fe498b283d88715b8e9c8abdffa",
                        "title": "c2b34c95a3423fe498b283d88715b8e9c8abdffa",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/c2b34c95a3423fe498b283d88715b8e9c8abdffa"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "cfae9b2490f0cdc53f7f23571983d1fd17839166"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@cfae9b2490f0cdc53f7f23571983d1fd17839166",
                        "title": "cfae9b2490f0cdc53f7f23571983d1fd17839166",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/cfae9b2490f0cdc53f7f23571983d1fd17839166"
                      }
                ]
          }
    },
  "gitilesCommit": {
    "host": "pigweed.googlesource.com",
    "project": "pigweed/pigweed",
    "id": "cfae9b2490f0cdc53f7f23571983d1fd17839166",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8867130478690918048"
    },
    {
      "key": "scheduler_job_id",
      "value": "pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[03:47:05.906] Scheduled build:
{
  "id": "8701700416793440993",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-vscode"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-10-07T03:47:05.650807627Z",
  "updateTime": "2025-10-07T03:47:05.650807627Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "cfae9b2490f0cdc53f7f23571983d1fd17839166",
      "ref": "refs/heads/main"
    }
  }
}
[03:47:05.906] Task URL: https://cr-buildbucket.appspot.com/build/8701700416793440993
[03:47:05.906] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8867130478690918048:2:0) after 4m56s
[03:47:06.887] Received PubSub notification, asking Buildbucket for the build status
[03:47:06.902] Build status: SCHEDULED
[03:52:01.918] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8867130478690918048:2:0)
[03:52:01.951] Build status: SCHEDULED
[03:52:01.951] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8867130478690918048:4:0) after 4m30s
[03:56:31.966] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8867130478690918048:4:0)
[03:56:31.981] Build status: SCHEDULED
[03:56:31.982] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8867130478690918048:5:0) after 8m41s
[04:05:12.992] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8867130478690918048:5:0)
[04:05:13.030] Build status: SCHEDULED
[04:05:13.030] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8867130478690918048:6:0) after 9m36s
[04:14:49.044] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8867130478690918048:6:0)
[04:14:49.059] Build status: SCHEDULED
[04:14:49.059] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8867130478690918048:7:0) after 6m24s
[04:21:13.252] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8867130478690918048:7:0)
[04:21:13.347] Build status: SCHEDULED
[04:21:13.347] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8867130478690918048:8:0) after 8m42s
[04:29:55.312] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8867130478690918048:8:0)
[04:29:55.347] Build status: SCHEDULED
[04:29:55.347] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8867130478690918048:9:0) after 6m41s
[04:36:36.359] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8867130478690918048:9:0)
[04:36:36.391] Build status: SCHEDULED
[04:36:36.391] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8867130478690918048:10:0) after 1m26s
[04:38:02.457] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8867130478690918048:10:0)
[04:38:02.480] Build status: SCHEDULED
[04:38:02.480] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8867130478690918048:11:0) after 3m12s
[04:41:14.494] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8867130478690918048:11:0)
[04:41:14.605] Build status: SCHEDULED
[04:41:14.605] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8867130478690918048:12:0) after 4m32s
[04:45:46.652] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8867130478690918048:12:0)
[04:45:46.674] Build status: SCHEDULED
[04:45:46.674] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8867130478690918048:13:0) after 1m16s
[04:47:02.690] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8867130478690918048:13:0)
[04:47:02.704] Build status: SCHEDULED
[04:47:02.704] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8867130478690918048:14:0) after 2m5s
[04:49:08.055] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8867130478690918048:14:0)
[04:49:08.075] Build status: SCHEDULED
[04:49:08.075] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8867130478690918048:15:0) after 1m49s
[04:50:57.089] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8867130478690918048:15:0)
[04:50:57.116] Build status: SCHEDULED
[04:50:57.116] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8867130478690918048:16:0) after 1m20s
[04:52:17.295] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8867130478690918048:16:0)
[04:52:17.368] Build status: SCHEDULED
[04:52:17.368] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8867130478690918048:17:0) after 8m49s
[05:01:06.386] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8867130478690918048:17:0)
[05:01:06.403] Build status: SCHEDULED
[05:01:06.403] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8867130478690918048:18:0) after 7m57s
[05:09:03.417] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8867130478690918048:18:0)
[05:09:03.433] Build status: SCHEDULED
[05:09:03.433] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8867130478690918048:19:0) after 9m24s
[05:18:27.721] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8867130478690918048:19:0)
[05:18:27.738] Build status: SCHEDULED
[05:18:27.738] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8867130478690918048:20:0) after 1m26s
[05:19:53.832] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8867130478690918048:20:0)
[05:19:53.846] Build status: SCHEDULED
[05:19:53.846] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8867130478690918048:21:0) after 2m43s
[05:22:36.889] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8867130478690918048:21:0)
[05:22:36.910] Build status: SCHEDULED
[05:22:36.910] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8867130478690918048:22:0) after 7m19s
[05:29:56.150] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8867130478690918048:22:0)
[05:29:56.167] Build status: SCHEDULED
[05:29:56.168] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8867130478690918048:23:0) after 7m53s
[05:37:49.230] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8867130478690918048:23:0)
[05:37:49.265] Build status: SCHEDULED
[05:37:49.265] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8867130478690918048:24:0) after 1m34s
[05:39:23.562] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8867130478690918048:24:0)
[05:39:23.578] Build status: SCHEDULED
[05:39:23.578] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8867130478690918048:25:0) after 4m1s
[05:43:24.738] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8867130478690918048:25:0)
[05:43:24.755] Build status: SCHEDULED
[05:43:24.755] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8867130478690918048:26:0) after 8m23s
[05:51:47.771] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8867130478690918048:26:0)
[05:51:47.813] Build status: SCHEDULED
[05:51:47.813] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8867130478690918048:27:0) after 6m17s
[05:58:04.850] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8867130478690918048:27:0)
[05:58:04.866] Build status: SCHEDULED
[05:58:04.866] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8867130478690918048:28:0) after 5m50s
[06:03:54.832] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8867130478690918048:28:0)
[06:03:54.848] Build status: SCHEDULED
[06:03:54.849] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8867130478690918048:29:0) after 3m8s
[06:07:02.885] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8867130478690918048:29:0)
[06:07:02.900] Build status: SCHEDULED
[06:07:02.900] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8867130478690918048:30:0) after 2m31s
[06:09:33.871] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8867130478690918048:30:0)
[06:09:33.897] Build status: SCHEDULED
[06:09:33.897] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8867130478690918048:31:0) after 4m52s
[06:14:25.964] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8867130478690918048:31:0)
[06:14:25.981] Build status: SCHEDULED
[06:14:25.981] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8867130478690918048:32:0) after 9m30s
[06:23:56.081] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8867130478690918048:32:0)
[06:23:56.098] Build status: SCHEDULED
[06:23:56.098] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8867130478690918048:33:0) after 6m45s
[06:30:41.092] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8867130478690918048:33:0)
[06:30:41.114] Build status: SCHEDULED
[06:30:41.114] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8867130478690918048:34:0) after 3m44s
[06:34:25.208] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8867130478690918048:34:0)
[06:34:25.238] Build status: SCHEDULED
[06:34:25.238] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8867130478690918048:35:0) after 5m22s
[06:39:47.284] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8867130478690918048:35:0)
[06:39:47.302] Build status: SCHEDULED
[06:39:47.302] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8867130478690918048:36:0) after 3m8s
[06:42:55.334] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8867130478690918048:36:0)
[06:42:55.365] Build status: SCHEDULED
[06:42:55.365] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8867130478690918048:37:0) after 7m0s
[06:49:55.369] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8867130478690918048:37:0)
[06:49:55.386] Build status: SCHEDULED
[06:49:55.386] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8867130478690918048:38:0) after 1m22s
[06:51:17.443] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8867130478690918048:38:0)
[06:51:17.467] Build status: SCHEDULED
[06:51:17.468] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8867130478690918048:39:0) after 8m11s
[06:59:28.578] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8867130478690918048:39:0)
[06:59:28.605] Build status: SCHEDULED
[06:59:28.605] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8867130478690918048:40:0) after 3m9s
[07:02:37.575] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8867130478690918048:40:0)
[07:02:37.634] Build status: SCHEDULED
[07:02:37.634] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8867130478690918048:41:0) after 5m5s
[07:07:42.658] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8867130478690918048:41:0)
[07:07:42.684] Build status: SCHEDULED
[07:07:42.684] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8867130478690918048:42:0) after 5m47s
[07:13:29.838] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8867130478690918048:42:0)
[07:13:29.854] Build status: SCHEDULED
[07:13:29.854] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8867130478690918048:43:0) after 9m40s
[07:23:09.918] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8867130478690918048:43:0)
[07:23:09.958] Build status: SCHEDULED
[07:23:09.958] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8867130478690918048:44:0) after 4m53s
[07:28:03.022] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8867130478690918048:44:0)
[07:28:03.115] Build status: SCHEDULED
[07:28:03.115] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8867130478690918048:45:0) after 5m22s
[07:33:25.095] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8867130478690918048:45:0)
[07:33:25.115] Build status: SCHEDULED
[07:33:25.115] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8867130478690918048:46:0) after 5m53s
[07:39:18.179] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8867130478690918048:46:0)
[07:39:18.198] Build status: SCHEDULED
[07:39:18.198] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8867130478690918048:47:0) after 4m54s
[07:44:12.170] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8867130478690918048:47:0)
[07:44:12.242] Build status: SCHEDULED
[07:44:12.243] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8867130478690918048:48:0) after 2m35s
[07:46:47.296] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8867130478690918048:48:0)
[07:46:47.311] Build status: SCHEDULED
[07:46:47.311] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8867130478690918048:49:0) after 5m37s
[07:52:24.411] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8867130478690918048:49:0)
[07:52:24.426] Build status: SCHEDULED
[07:52:24.426] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8867130478690918048:50:0) after 1m7s
[07:53:31.439] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8867130478690918048:50:0)
[07:53:31.455] Build status: SCHEDULED
[07:53:31.455] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8867130478690918048:51:0) after 5m31s
[07:59:02.476] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8867130478690918048:51:0)
[07:59:02.491] Build status: SCHEDULED
[07:59:02.491] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8867130478690918048:52:0) after 1m33s
[08:00:35.510] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8867130478690918048:52:0)
[08:00:35.546] Build status: SCHEDULED
[08:00:35.546] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8867130478690918048:53:0) after 8m49s
[08:09:24.611] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8867130478690918048:53:0)
[08:09:24.736] Build status: SCHEDULED
[08:09:24.736] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8867130478690918048:54:0) after 9m20s
[08:18:44.764] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8867130478690918048:54:0)
[08:18:44.784] Build status: SCHEDULED
[08:18:44.784] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8867130478690918048:55:0) after 6m29s
[08:25:13.802] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8867130478690918048:55:0)
[08:25:13.956] Build status: SCHEDULED
[08:25:13.956] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8867130478690918048:56:0) after 1m20s
[08:26:34.023] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8867130478690918048:56:0)
[08:26:34.039] Build status: SCHEDULED
[08:26:34.039] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8867130478690918048:57:0) after 7m5s
[08:33:39.084] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8867130478690918048:57:0)
[08:33:39.100] Build status: SCHEDULED
[08:33:39.100] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8867130478690918048:58:0) after 8m15s
[08:41:54.265] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8867130478690918048:58:0)
[08:41:54.281] Build status: SCHEDULED
[08:41:54.282] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8867130478690918048:59:0) after 6m4s
[08:47:58.346] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8867130478690918048:59:0)
[08:47:58.361] Build status: SCHEDULED
[08:47:58.361] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8867130478690918048:60:0) after 3m33s
[08:51:31.419] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8867130478690918048:60:0)
[08:51:31.436] Build status: SCHEDULED
[08:51:31.436] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8867130478690918048:61:0) after 3m20s
[08:54:51.465] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8867130478690918048:61:0)
[08:54:51.484] Build status: SCHEDULED
[08:54:51.484] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8867130478690918048:62:0) after 6m26s
[09:01:17.535] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8867130478690918048:62:0)
[09:01:17.575] Build status: SCHEDULED
[09:01:17.575] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8867130478690918048:63:0) after 5m16s
[09:06:33.663] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8867130478690918048:63:0)
[09:06:33.679] Build status: SCHEDULED
[09:06:33.679] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8867130478690918048:64:0) after 1m16s
[09:07:49.663] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8867130478690918048:64:0)
[09:07:49.676] Build status: SCHEDULED
[09:07:49.676] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8867130478690918048:65:0) after 6m0s
[09:13:49.694] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8867130478690918048:65:0)
[09:13:49.712] Build status: SCHEDULED
[09:13:49.712] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8867130478690918048:66:0) after 7m16s
[09:21:05.774] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8867130478690918048:66:0)
[09:21:05.800] Build status: SCHEDULED
[09:21:05.800] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8867130478690918048:67:0) after 9m59s
[09:31:04.823] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8867130478690918048:67:0)
[09:31:04.844] Build status: SCHEDULED
[09:31:04.844] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8867130478690918048:68:0) after 7m59s
[09:39:03.868] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8867130478690918048:68:0)
[09:39:03.936] Build status: SCHEDULED
[09:39:03.936] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8867130478690918048:69:0) after 9m58s
[09:49:01.940] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8867130478690918048:69:0)
[09:49:01.960] Build status: SCHEDULED
[09:49:01.960] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8867130478690918048:70:0) after 2m27s
[09:51:29.051] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8867130478690918048:70:0)
[09:51:29.065] Build status: SCHEDULED
[09:51:29.065] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8867130478690918048:71:0) after 2m22s
[09:53:51.082] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8867130478690918048:71:0)
[09:53:51.102] Build status: SCHEDULED
[09:53:51.102] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8867130478690918048:72:0) after 6m56s
[10:00:47.122] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8867130478690918048:72:0)
[10:00:47.152] Build status: SCHEDULED
[10:00:47.152] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8867130478690918048:73:0) after 2m43s
[10:03:30.207] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8867130478690918048:73:0)
[10:03:30.250] Build status: SCHEDULED
[10:03:30.251] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8867130478690918048:74:0) after 6m58s
[10:10:28.320] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8867130478690918048:74:0)
[10:10:28.424] Build status: SCHEDULED
[10:10:28.424] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8867130478690918048:75:0) after 5m13s
[10:15:41.416] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8867130478690918048:75:0)
[10:15:41.437] Build status: SCHEDULED
[10:15:41.437] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8867130478690918048:76:0) after 6m1s
[10:21:42.450] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8867130478690918048:76:0)
[10:21:42.482] Build status: SCHEDULED
[10:21:42.482] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8867130478690918048:77:0) after 2m36s
[10:24:18.474] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8867130478690918048:77:0)
[10:24:18.557] Build status: SCHEDULED
[10:24:18.557] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8867130478690918048:78:0) after 2m5s
[10:26:23.577] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8867130478690918048:78:0)
[10:26:23.596] Build status: SCHEDULED
[10:26:23.596] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8867130478690918048:79:0) after 4m15s
[10:30:38.674] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8867130478690918048:79:0)
[10:30:38.693] Build status: SCHEDULED
[10:30:38.693] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8867130478690918048:80:0) after 1m22s
[10:32:00.684] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8867130478690918048:80:0)
[10:32:00.719] Build status: SCHEDULED
[10:32:00.719] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8867130478690918048:81:0) after 9m27s
[10:41:27.803] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8867130478690918048:81:0)
[10:41:27.821] Build status: SCHEDULED
[10:41:27.821] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8867130478690918048:82:0) after 1m47s
[10:43:14.953] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8867130478690918048:82:0)
[10:43:14.972] Build status: SCHEDULED
[10:43:14.972] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8867130478690918048:83:0) after 3m52s
[10:47:06.967] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8867130478690918048:83:0)
[10:47:06.992] Build status: SCHEDULED
[10:47:06.992] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8867130478690918048:84:0) after 6m17s
[10:53:24.062] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8867130478690918048:84:0)
[10:53:24.087] Build status: SCHEDULED
[10:53:24.087] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8867130478690918048:85:0) after 7m50s
[11:01:14.110] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8867130478690918048:85:0)
[11:01:14.132] Build status: SCHEDULED
[11:01:14.132] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8867130478690918048:86:0) after 4m25s
[11:05:39.329] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8867130478690918048:86:0)
[11:05:39.347] Build status: SCHEDULED
[11:05:39.347] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8867130478690918048:87:0) after 1m45s
[11:07:24.366] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8867130478690918048:87:0)
[11:07:24.384] Build status: SCHEDULED
[11:07:24.384] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8867130478690918048:88:0) after 9m51s
[11:17:15.698] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8867130478690918048:88:0)
[11:17:15.718] Build status: SCHEDULED
[11:17:15.718] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8867130478690918048:89:0) after 6m56s
[11:24:11.780] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8867130478690918048:89:0)
[11:24:11.802] Build status: SCHEDULED
[11:24:11.802] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8867130478690918048:90:0) after 5m49s
[11:30:01.051] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8867130478690918048:90:0)
[11:30:01.309] Build status: SCHEDULED
[11:30:01.309] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8867130478690918048:91:0) after 3m23s
[11:33:24.552] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8867130478690918048:91:0)
[11:33:24.570] Build status: SCHEDULED
[11:33:24.570] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8867130478690918048:92:0) after 5m43s
[11:39:07.713] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8867130478690918048:92:0)
[11:39:07.732] Build status: SCHEDULED
[11:39:07.733] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8867130478690918048:93:0) after 2m0s
[11:41:07.864] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8867130478690918048:93:0)
[11:41:07.885] Build status: SCHEDULED
[11:41:07.885] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8867130478690918048:94:0) after 1m26s
[11:42:34.346] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8867130478690918048:94:0)
[11:42:34.370] Build status: SCHEDULED
[11:42:34.370] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8867130478690918048:95:0) after 2m39s
[11:45:13.548] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8867130478690918048:95:0)
[11:45:13.620] Build status: SCHEDULED
[11:45:13.620] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8867130478690918048:96:0) after 2m40s
[11:47:11.813] Received PubSub notification, asking Buildbucket for the build status
[11:47:11.842] Build:
{
  "id": "8701700416793440993",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-vscode"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-10-07T03:47:05.650807627Z",
  "endTime": "2025-10-07T11:47:11.460583588Z",
  "updateTime": "2025-10-07T11:47:11.460583588Z",
  "status": "INFRA_FAILURE",
  "statusDetails": {
    "resourceExhaustion": {

    },
    "timeout": {

    }
  },
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "cfae9b2490f0cdc53f7f23571983d1fd17839166",
      "ref": "refs/heads/main"
    }
  }
}
[11:47:11.842] Invocation finished in 8h0m7.385055213s with status FAILED