Status: FAILED
Triggered by: -
Duration: 7 hours
Actions:

Definition (rev f745fb2a7cdfcdcabd47c58e1ac2e2480434c141)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "pigweed.dev.ci"
  builder: "pigweed-mac-x86-vscode"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://pigweed.googlesource.com/pigweed/pigweed",
  "revision": "89632abe096e07fdccbe03cf2b15ceb8d5124f36"
}

Incoming tags

  • buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/89632abe096e07fdccbe03cf2b15ceb8d5124f36
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[03:52:57.447] New invocation is queued and will start shortly
[03:52:58.651] Starting the invocation (attempt 1)
[03:52:58.679] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/89632abe096e07fdccbe03cf2b15ceb8d5124f36"
[03:52:58.679] Popped gitiles commit info from properties and tags
[03:52:58.679] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[03:52:58.679] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[03:52:58.679] Buildbucket request:
{
  "requestId": "8873471896212976480",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-vscode"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8873471896212976480",
            "job": "pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode",
            "triggers": [
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "233460458e48b7980f38d635f5a70ce4385396c7"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@233460458e48b7980f38d635f5a70ce4385396c7",
                        "title": "233460458e48b7980f38d635f5a70ce4385396c7",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/233460458e48b7980f38d635f5a70ce4385396c7"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "fb2de3684a71fcc2bb7cc29c664657577d088fd4"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@fb2de3684a71fcc2bb7cc29c664657577d088fd4",
                        "title": "fb2de3684a71fcc2bb7cc29c664657577d088fd4",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/fb2de3684a71fcc2bb7cc29c664657577d088fd4"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "7294c0bf5eb9300cd0e8ff58f88ddc396f8f4ba6"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@7294c0bf5eb9300cd0e8ff58f88ddc396f8f4ba6",
                        "title": "7294c0bf5eb9300cd0e8ff58f88ddc396f8f4ba6",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/7294c0bf5eb9300cd0e8ff58f88ddc396f8f4ba6"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "44ad98b13a91ec494e068203eea857181774850f"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@44ad98b13a91ec494e068203eea857181774850f",
                        "title": "44ad98b13a91ec494e068203eea857181774850f",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/44ad98b13a91ec494e068203eea857181774850f"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "a9fd1ff0e375ba2cc65b586bf01a857ce85c176c"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@a9fd1ff0e375ba2cc65b586bf01a857ce85c176c",
                        "title": "a9fd1ff0e375ba2cc65b586bf01a857ce85c176c",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/a9fd1ff0e375ba2cc65b586bf01a857ce85c176c"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "264d2640ad24d7b29e167151fdb58f83b9433cfa"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@264d2640ad24d7b29e167151fdb58f83b9433cfa",
                        "title": "264d2640ad24d7b29e167151fdb58f83b9433cfa",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/264d2640ad24d7b29e167151fdb58f83b9433cfa"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "ed98e925da046f4ecfe802e890efb0258253f256"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@ed98e925da046f4ecfe802e890efb0258253f256",
                        "title": "ed98e925da046f4ecfe802e890efb0258253f256",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/ed98e925da046f4ecfe802e890efb0258253f256"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "3cd267d69782e37f36e4dced89df854e6ac67e2c"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@3cd267d69782e37f36e4dced89df854e6ac67e2c",
                        "title": "3cd267d69782e37f36e4dced89df854e6ac67e2c",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/3cd267d69782e37f36e4dced89df854e6ac67e2c"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "134ffa73e46baa28e9c167fbbb73fafb186f489e"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@134ffa73e46baa28e9c167fbbb73fafb186f489e",
                        "title": "134ffa73e46baa28e9c167fbbb73fafb186f489e",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/134ffa73e46baa28e9c167fbbb73fafb186f489e"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "05f18a29a0724d2b9e604c61764dc9ca5a9bd186"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@05f18a29a0724d2b9e604c61764dc9ca5a9bd186",
                        "title": "05f18a29a0724d2b9e604c61764dc9ca5a9bd186",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/05f18a29a0724d2b9e604c61764dc9ca5a9bd186"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "89632abe096e07fdccbe03cf2b15ceb8d5124f36"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@89632abe096e07fdccbe03cf2b15ceb8d5124f36",
                        "title": "89632abe096e07fdccbe03cf2b15ceb8d5124f36",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/89632abe096e07fdccbe03cf2b15ceb8d5124f36"
                      }
                ]
          }
    },
  "gitilesCommit": {
    "host": "pigweed.googlesource.com",
    "project": "pigweed/pigweed",
    "id": "89632abe096e07fdccbe03cf2b15ceb8d5124f36",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8873471896212976480"
    },
    {
      "key": "scheduler_job_id",
      "value": "pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[03:52:59.036] Scheduled build:
{
  "id": "8708041834200592289",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-vscode"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-07-29T03:52:58.739138583Z",
  "updateTime": "2025-07-29T03:52:58.739138583Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "89632abe096e07fdccbe03cf2b15ceb8d5124f36",
      "ref": "refs/heads/main"
    }
  }
}
[03:52:59.036] Task URL: https://cr-buildbucket.appspot.com/build/8708041834200592289
[03:52:59.036] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8873471896212976480:2:0) after 5m31s
[03:53:00.028] Received PubSub notification, asking Buildbucket for the build status
[03:53:00.047] Build status: SCHEDULED
[03:58:30.199] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8873471896212976480:2:0)
[03:58:30.222] Build status: SCHEDULED
[03:58:30.222] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8873471896212976480:4:0) after 4m23s
[04:02:53.247] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8873471896212976480:4:0)
[04:02:53.274] Build status: SCHEDULED
[04:02:53.274] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8873471896212976480:5:0) after 9m57s
[04:12:50.322] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8873471896212976480:5:0)
[04:12:50.348] Build status: SCHEDULED
[04:12:50.348] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8873471896212976480:6:0) after 3m46s
[04:16:36.416] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8873471896212976480:6:0)
[04:16:36.445] Build status: SCHEDULED
[04:16:36.445] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8873471896212976480:7:0) after 7m14s
[04:23:50.463] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8873471896212976480:7:0)
[04:23:50.497] Build status: SCHEDULED
[04:23:50.497] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8873471896212976480:8:0) after 5m55s
[04:29:45.519] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8873471896212976480:8:0)
[04:29:45.542] Build status: SCHEDULED
[04:29:45.542] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8873471896212976480:9:0) after 8m55s
[04:38:40.817] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8873471896212976480:9:0)
[04:38:40.914] Build status: SCHEDULED
[04:38:40.914] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8873471896212976480:10:0) after 4m59s
[04:43:40.014] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8873471896212976480:10:0)
[04:43:40.080] Build status: SCHEDULED
[04:43:40.081] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8873471896212976480:11:0) after 3m46s
[04:47:26.224] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8873471896212976480:11:0)
[04:47:26.251] Build status: SCHEDULED
[04:47:26.251] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8873471896212976480:12:0) after 3m45s
[04:51:11.335] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8873471896212976480:12:0)
[04:51:11.368] Build status: SCHEDULED
[04:51:11.368] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8873471896212976480:13:0) after 8m14s
[04:59:25.450] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8873471896212976480:13:0)
[04:59:25.475] Build status: SCHEDULED
[04:59:25.476] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8873471896212976480:14:0) after 6m1s
[05:05:26.491] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8873471896212976480:14:0)
[05:05:26.506] Build status: SCHEDULED
[05:05:26.506] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8873471896212976480:15:0) after 4m35s
[05:10:01.522] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8873471896212976480:15:0)
[05:10:01.547] Build status: SCHEDULED
[05:10:01.547] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8873471896212976480:16:0) after 7m19s
[05:17:20.570] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8873471896212976480:16:0)
[05:17:20.593] Build status: SCHEDULED
[05:17:20.593] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8873471896212976480:17:0) after 9m56s
[05:27:16.800] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8873471896212976480:17:0)
[05:27:16.820] Build status: SCHEDULED
[05:27:16.820] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8873471896212976480:18:0) after 2m6s
[05:29:22.841] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8873471896212976480:18:0)
[05:29:22.865] Build status: SCHEDULED
[05:29:22.865] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8873471896212976480:19:0) after 2m45s
[05:32:07.920] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8873471896212976480:19:0)
[05:32:07.941] Build status: SCHEDULED
[05:32:07.941] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8873471896212976480:20:0) after 1m1s
[05:33:08.969] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8873471896212976480:20:0)
[05:33:08.997] Build status: SCHEDULED
[05:33:08.997] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8873471896212976480:21:0) after 1m15s
[05:34:24.023] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8873471896212976480:21:0)
[05:34:24.044] Build status: SCHEDULED
[05:34:24.044] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8873471896212976480:22:0) after 2m28s
[05:36:52.069] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8873471896212976480:22:0)
[05:36:52.096] Build status: SCHEDULED
[05:36:52.096] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8873471896212976480:23:0) after 9m47s
[05:46:39.146] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8873471896212976480:23:0)
[05:46:39.170] Build status: SCHEDULED
[05:46:39.170] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8873471896212976480:24:0) after 1m31s
[05:48:10.252] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8873471896212976480:24:0)
[05:48:10.271] Build status: SCHEDULED
[05:48:10.271] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8873471896212976480:25:0) after 9m21s
[05:57:31.332] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8873471896212976480:25:0)
[05:57:31.351] Build status: SCHEDULED
[05:57:31.351] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8873471896212976480:26:0) after 4m54s
[06:02:25.372] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8873471896212976480:26:0)
[06:02:25.409] Build status: SCHEDULED
[06:02:25.409] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8873471896212976480:27:0) after 7m19s
[06:09:44.467] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8873471896212976480:27:0)
[06:09:44.489] Build status: SCHEDULED
[06:09:44.489] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8873471896212976480:28:0) after 9m17s
[06:19:01.548] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8873471896212976480:28:0)
[06:19:01.567] Build status: SCHEDULED
[06:19:01.567] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8873471896212976480:29:0) after 3m59s
[06:23:00.586] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8873471896212976480:29:0)
[06:23:00.649] Build status: SCHEDULED
[06:23:00.649] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8873471896212976480:30:0) after 1m25s
[06:24:25.675] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8873471896212976480:30:0)
[06:24:25.758] Build status: SCHEDULED
[06:24:25.758] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8873471896212976480:31:0) after 3m35s
[06:28:00.776] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8873471896212976480:31:0)
[06:28:00.861] Build status: SCHEDULED
[06:28:00.861] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8873471896212976480:32:0) after 4m1s
[06:32:01.936] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8873471896212976480:32:0)
[06:32:01.954] Build status: SCHEDULED
[06:32:01.954] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8873471896212976480:33:0) after 5m8s
[06:37:10.049] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8873471896212976480:33:0)
[06:37:10.073] Build status: SCHEDULED
[06:37:10.073] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8873471896212976480:34:0) after 3m54s
[06:41:04.158] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8873471896212976480:34:0)
[06:41:04.183] Build status: SCHEDULED
[06:41:04.183] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8873471896212976480:35:0) after 4m10s
[06:45:14.277] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8873471896212976480:35:0)
[06:45:14.294] Build status: SCHEDULED
[06:45:14.294] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8873471896212976480:36:0) after 5m10s
[06:50:24.299] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8873471896212976480:36:0)
[06:50:24.326] Build status: SCHEDULED
[06:50:24.326] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8873471896212976480:37:0) after 9m4s
[06:59:28.346] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8873471896212976480:37:0)
[06:59:28.371] Build status: SCHEDULED
[06:59:28.371] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8873471896212976480:38:0) after 8m48s
[07:08:16.495] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8873471896212976480:38:0)
[07:08:16.517] Build status: SCHEDULED
[07:08:16.517] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8873471896212976480:39:0) after 6m41s
[07:14:57.590] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8873471896212976480:39:0)
[07:14:57.680] Build status: SCHEDULED
[07:14:57.680] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8873471896212976480:40:0) after 9m54s
[07:24:51.711] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8873471896212976480:40:0)
[07:24:51.748] Build status: SCHEDULED
[07:24:51.748] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8873471896212976480:41:0) after 7m0s
[07:31:51.877] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8873471896212976480:41:0)
[07:31:51.899] Build status: SCHEDULED
[07:31:51.899] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8873471896212976480:42:0) after 8m27s
[07:40:19.035] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8873471896212976480:42:0)
[07:40:19.054] Build status: SCHEDULED
[07:40:19.054] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8873471896212976480:43:0) after 2m23s
[07:42:42.325] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8873471896212976480:43:0)
[07:42:42.506] Build status: SCHEDULED
[07:42:42.506] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8873471896212976480:44:0) after 5m18s
[07:48:00.535] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8873471896212976480:44:0)
[07:48:00.559] Build status: SCHEDULED
[07:48:00.559] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8873471896212976480:45:0) after 6m8s
[07:54:08.603] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8873471896212976480:45:0)
[07:54:08.654] Build status: SCHEDULED
[07:54:08.654] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8873471896212976480:46:0) after 5m49s
[07:59:57.685] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8873471896212976480:46:0)
[07:59:57.742] Build status: SCHEDULED
[07:59:57.742] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8873471896212976480:47:0) after 5m31s
[08:05:28.743] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8873471896212976480:47:0)
[08:05:28.773] Build status: SCHEDULED
[08:05:28.773] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8873471896212976480:48:0) after 5m53s
[08:11:21.789] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8873471896212976480:48:0)
[08:11:21.807] Build status: SCHEDULED
[08:11:21.807] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8873471896212976480:49:0) after 3m12s
[08:14:33.854] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8873471896212976480:49:0)
[08:14:33.883] Build status: SCHEDULED
[08:14:33.883] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8873471896212976480:50:0) after 6m59s
[08:21:32.914] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8873471896212976480:50:0)
[08:21:32.934] Build status: SCHEDULED
[08:21:32.934] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8873471896212976480:51:0) after 4m43s
[08:26:16.073] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8873471896212976480:51:0)
[08:26:16.094] Build status: SCHEDULED
[08:26:16.094] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8873471896212976480:52:0) after 3m8s
[08:29:24.199] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8873471896212976480:52:0)
[08:29:24.231] Build status: SCHEDULED
[08:29:24.231] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8873471896212976480:53:0) after 3m8s
[08:32:32.260] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8873471896212976480:53:0)
[08:32:32.283] Build status: SCHEDULED
[08:32:32.283] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8873471896212976480:54:0) after 2m51s
[08:35:23.307] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8873471896212976480:54:0)
[08:35:23.331] Build status: SCHEDULED
[08:35:23.331] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8873471896212976480:55:0) after 4m40s
[08:40:03.328] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8873471896212976480:55:0)
[08:40:03.347] Build status: SCHEDULED
[08:40:03.347] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8873471896212976480:56:0) after 8m7s
[08:48:10.419] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8873471896212976480:56:0)
[08:48:10.438] Build status: SCHEDULED
[08:48:10.438] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8873471896212976480:57:0) after 8m23s
[08:56:33.557] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8873471896212976480:57:0)
[08:56:33.592] Build status: SCHEDULED
[08:56:33.592] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8873471896212976480:58:0) after 3m16s
[08:59:49.618] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8873471896212976480:58:0)
[08:59:49.658] Build status: SCHEDULED
[08:59:49.659] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8873471896212976480:59:0) after 9m45s
[09:09:34.685] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8873471896212976480:59:0)
[09:09:34.771] Build status: SCHEDULED
[09:09:34.771] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8873471896212976480:60:0) after 1m32s
[09:11:06.801] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8873471896212976480:60:0)
[09:11:06.821] Build status: SCHEDULED
[09:11:06.821] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8873471896212976480:61:0) after 7m45s
[09:18:51.876] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8873471896212976480:61:0)
[09:18:51.901] Build status: SCHEDULED
[09:18:51.901] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8873471896212976480:62:0) after 9m19s
[09:28:11.026] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8873471896212976480:62:0)
[09:28:11.110] Build status: SCHEDULED
[09:28:11.110] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8873471896212976480:63:0) after 7m2s
[09:35:13.629] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8873471896212976480:63:0)
[09:35:13.653] Build status: SCHEDULED
[09:35:13.653] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8873471896212976480:64:0) after 7m30s
[09:42:43.843] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8873471896212976480:64:0)
[09:42:43.871] Build status: SCHEDULED
[09:42:43.871] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8873471896212976480:65:0) after 5m20s
[09:48:04.672] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8873471896212976480:65:0)
[09:48:04.701] Build status: SCHEDULED
[09:48:04.701] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8873471896212976480:66:0) after 5m32s
[09:53:36.821] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8873471896212976480:66:0)
[09:53:36.844] Build status: SCHEDULED
[09:53:36.844] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8873471896212976480:67:0) after 5m45s
[09:59:22.032] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8873471896212976480:67:0)
[09:59:22.050] Build status: SCHEDULED
[09:59:22.050] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8873471896212976480:68:0) after 4m1s
[10:03:23.070] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8873471896212976480:68:0)
[10:03:23.091] Build status: SCHEDULED
[10:03:23.091] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8873471896212976480:69:0) after 6m33s
[10:09:56.123] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8873471896212976480:69:0)
[10:09:56.143] Build status: SCHEDULED
[10:09:56.143] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8873471896212976480:70:0) after 9m31s
[10:19:27.239] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8873471896212976480:70:0)
[10:19:27.261] Build status: SCHEDULED
[10:19:27.261] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8873471896212976480:71:0) after 9m1s
[10:28:28.357] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8873471896212976480:71:0)
[10:28:28.383] Build status: SCHEDULED
[10:28:28.383] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8873471896212976480:72:0) after 1m18s
[10:29:46.409] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8873471896212976480:72:0)
[10:29:46.437] Build status: SCHEDULED
[10:29:46.437] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8873471896212976480:73:0) after 8m37s
[10:38:23.507] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8873471896212976480:73:0)
[10:38:23.526] Build status: SCHEDULED
[10:38:23.526] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8873471896212976480:74:0) after 1m35s
[10:39:58.834] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8873471896212976480:74:0)
[10:39:58.853] Build status: SCHEDULED
[10:39:58.853] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8873471896212976480:75:0) after 3m23s
[10:43:22.172] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8873471896212976480:75:0)
[10:43:22.199] Build status: SCHEDULED
[10:43:22.199] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8873471896212976480:76:0) after 4m32s
[10:47:54.226] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8873471896212976480:76:0)
[10:47:54.241] Build status: SCHEDULED
[10:47:54.241] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8873471896212976480:77:0) after 9m37s
[10:57:31.269] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8873471896212976480:77:0)
[10:57:31.288] Build status: SCHEDULED
[10:57:31.288] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8873471896212976480:78:0) after 2m25s
[10:59:56.717] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8873471896212976480:78:0)
[10:59:56.734] Build status: SCHEDULED
[10:59:56.734] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8873471896212976480:79:0) after 8m41s
[11:08:37.810] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8873471896212976480:79:0)
[11:08:37.830] Build status: SCHEDULED
[11:08:37.830] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8873471896212976480:80:0) after 3m26s
[11:12:03.852] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8873471896212976480:80:0)
[11:12:03.868] Build status: SCHEDULED
[11:12:03.868] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8873471896212976480:81:0) after 6m34s
[11:18:38.034] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8873471896212976480:81:0)
[11:18:38.078] Build status: SCHEDULED
[11:18:38.078] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8873471896212976480:82:0) after 6m21s
[11:21:36.901] Received PubSub notification, asking Buildbucket for the build status
[11:21:36.925] Build status: STARTED
[11:24:59.108] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8873471896212976480:82:0)
[11:24:59.172] Build status: STARTED
[11:24:59.172] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8873471896212976480:84:0) after 6m4s
[11:31:03.171] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8873471896212976480:84:0)
[11:31:03.197] Build status: STARTED
[11:31:03.197] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8873471896212976480:85:0) after 5m54s
[11:31:55.516] Received PubSub notification, asking Buildbucket for the build status
[11:31:55.564] Build:
{
  "id": "8708041834200592289",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-vscode"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-07-29T03:52:58.739138583Z",
  "startTime": "2025-07-29T11:21:36.686952954Z",
  "endTime": "2025-07-29T11:31:30.942627832Z",
  "updateTime": "2025-07-29T11:31:30.942627832Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "89632abe096e07fdccbe03cf2b15ceb8d5124f36",
      "ref": "refs/heads/main"
    }
  }
}
[11:31:55.564] Invocation finished in 7h38m58.127002484s with status FAILED