Status: FAILED
Triggered by: -
Duration: 7 hours
Actions:

Definition (rev f745fb2a7cdfcdcabd47c58e1ac2e2480434c141)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "pigweed.dev.ci"
  builder: "pigweed-mac-x86-vscode"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://pigweed.googlesource.com/pigweed/pigweed",
  "revision": "dc0b59f3224208a87016e9d493f813b4d1fac051"
}

Incoming tags

  • buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/dc0b59f3224208a87016e9d493f813b4d1fac051
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[04:14:53.746] New invocation is queued and will start shortly
[04:14:54.837] Starting the invocation (attempt 1)
[04:14:54.867] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/dc0b59f3224208a87016e9d493f813b4d1fac051"
[04:14:54.867] Popped gitiles commit info from properties and tags
[04:14:54.867] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[04:14:54.867] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[04:14:54.867] Buildbucket request:
{
  "requestId": "8866403952593504288",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-vscode"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8866403952593504288",
            "job": "pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode",
            "triggers": [
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "fe31e1debebf55cd41e32ab9e30f603448b578de"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@fe31e1debebf55cd41e32ab9e30f603448b578de",
                        "title": "fe31e1debebf55cd41e32ab9e30f603448b578de",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/fe31e1debebf55cd41e32ab9e30f603448b578de"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "4e3f4eebd6be49733908ebcf0aee0ae2507748ae"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@4e3f4eebd6be49733908ebcf0aee0ae2507748ae",
                        "title": "4e3f4eebd6be49733908ebcf0aee0ae2507748ae",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/4e3f4eebd6be49733908ebcf0aee0ae2507748ae"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "3d56e386170d129aae93693a19592efea535db48"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@3d56e386170d129aae93693a19592efea535db48",
                        "title": "3d56e386170d129aae93693a19592efea535db48",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/3d56e386170d129aae93693a19592efea535db48"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "446d811ba414cabaeca9d08954fc34937ae5082f"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@446d811ba414cabaeca9d08954fc34937ae5082f",
                        "title": "446d811ba414cabaeca9d08954fc34937ae5082f",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/446d811ba414cabaeca9d08954fc34937ae5082f"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "a7d4fd117e5c3b1fdeeabce30ce2ca6e93a5be4d"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@a7d4fd117e5c3b1fdeeabce30ce2ca6e93a5be4d",
                        "title": "a7d4fd117e5c3b1fdeeabce30ce2ca6e93a5be4d",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/a7d4fd117e5c3b1fdeeabce30ce2ca6e93a5be4d"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "1ed0873d9142849b5c079feda916a89ad1357b7d"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@1ed0873d9142849b5c079feda916a89ad1357b7d",
                        "title": "1ed0873d9142849b5c079feda916a89ad1357b7d",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/1ed0873d9142849b5c079feda916a89ad1357b7d"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "44b63973f86851f1fe9b7c34ffc64e60fc258447"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@44b63973f86851f1fe9b7c34ffc64e60fc258447",
                        "title": "44b63973f86851f1fe9b7c34ffc64e60fc258447",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/44b63973f86851f1fe9b7c34ffc64e60fc258447"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "945e5d5e32c1d333cfe788b84e7bb1097c2cad00"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@945e5d5e32c1d333cfe788b84e7bb1097c2cad00",
                        "title": "945e5d5e32c1d333cfe788b84e7bb1097c2cad00",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/945e5d5e32c1d333cfe788b84e7bb1097c2cad00"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "3cd2cda328831c312850ac0dac8aa49b8a9786cb"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@3cd2cda328831c312850ac0dac8aa49b8a9786cb",
                        "title": "3cd2cda328831c312850ac0dac8aa49b8a9786cb",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/3cd2cda328831c312850ac0dac8aa49b8a9786cb"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "dc0b59f3224208a87016e9d493f813b4d1fac051"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@dc0b59f3224208a87016e9d493f813b4d1fac051",
                        "title": "dc0b59f3224208a87016e9d493f813b4d1fac051",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/dc0b59f3224208a87016e9d493f813b4d1fac051"
                      }
                ]
          }
    },
  "gitilesCommit": {
    "host": "pigweed.googlesource.com",
    "project": "pigweed/pigweed",
    "id": "dc0b59f3224208a87016e9d493f813b4d1fac051",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8866403952593504288"
    },
    {
      "key": "scheduler_job_id",
      "value": "pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[04:14:55.266] Scheduled build:
{
  "id": "8700973890707303953",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-vscode"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-10-15T04:14:54.919899120Z",
  "updateTime": "2025-10-15T04:14:54.919899120Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "dc0b59f3224208a87016e9d493f813b4d1fac051",
      "ref": "refs/heads/main"
    }
  }
}
[04:14:55.266] Task URL: https://cr-buildbucket.appspot.com/build/8700973890707303953
[04:14:55.266] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8866403952593504288:2:0) after 6m24s
[04:14:56.207] Received PubSub notification, asking Buildbucket for the build status
[04:14:56.502] Build status: SCHEDULED
[04:21:19.280] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8866403952593504288:2:0)
[04:21:19.319] Build status: SCHEDULED
[04:21:19.319] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8866403952593504288:4:0) after 6m9s
[04:27:28.448] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8866403952593504288:4:0)
[04:27:28.475] Build status: SCHEDULED
[04:27:28.475] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8866403952593504288:5:0) after 3m22s
[04:30:50.542] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8866403952593504288:5:0)
[04:30:50.589] Build status: SCHEDULED
[04:30:50.589] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8866403952593504288:6:0) after 5m41s
[04:36:31.603] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8866403952593504288:6:0)
[04:36:31.644] Build status: SCHEDULED
[04:36:31.644] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8866403952593504288:7:0) after 7m33s
[04:44:04.863] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8866403952593504288:7:0)
[04:44:04.985] Build status: SCHEDULED
[04:44:04.985] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8866403952593504288:8:0) after 2m29s
[04:46:33.998] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8866403952593504288:8:0)
[04:46:34.075] Build status: SCHEDULED
[04:46:34.075] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8866403952593504288:9:0) after 7m13s
[04:53:47.093] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8866403952593504288:9:0)
[04:53:47.110] Build status: SCHEDULED
[04:53:47.111] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8866403952593504288:10:0) after 2m45s
[04:56:32.124] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8866403952593504288:10:0)
[04:56:32.148] Build status: SCHEDULED
[04:56:32.148] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8866403952593504288:11:0) after 6m22s
[05:02:54.230] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8866403952593504288:11:0)
[05:02:54.296] Build status: SCHEDULED
[05:02:54.296] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8866403952593504288:12:0) after 6m26s
[05:09:20.408] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8866403952593504288:12:0)
[05:09:20.433] Build status: SCHEDULED
[05:09:20.433] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8866403952593504288:13:0) after 3m43s
[05:13:03.532] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8866403952593504288:13:0)
[05:13:03.552] Build status: SCHEDULED
[05:13:03.552] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8866403952593504288:14:0) after 9m32s
[05:22:35.566] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8866403952593504288:14:0)
[05:22:35.581] Build status: SCHEDULED
[05:22:35.581] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8866403952593504288:15:0) after 2m10s
[05:24:45.646] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8866403952593504288:15:0)
[05:24:45.664] Build status: SCHEDULED
[05:24:45.664] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8866403952593504288:16:0) after 9m27s
[05:34:12.682] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8866403952593504288:16:0)
[05:34:12.702] Build status: SCHEDULED
[05:34:12.702] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8866403952593504288:17:0) after 7m53s
[05:42:05.715] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8866403952593504288:17:0)
[05:42:05.855] Build status: SCHEDULED
[05:42:05.855] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8866403952593504288:18:0) after 2m22s
[05:44:27.870] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8866403952593504288:18:0)
[05:44:27.886] Build status: SCHEDULED
[05:44:27.886] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8866403952593504288:19:0) after 4m2s
[05:48:29.912] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8866403952593504288:19:0)
[05:48:29.931] Build status: SCHEDULED
[05:48:29.931] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8866403952593504288:20:0) after 2m36s
[05:51:05.975] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8866403952593504288:20:0)
[05:51:05.995] Build status: SCHEDULED
[05:51:05.995] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8866403952593504288:21:0) after 4m13s
[05:55:19.160] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8866403952593504288:21:0)
[05:55:19.185] Build status: SCHEDULED
[05:55:19.185] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8866403952593504288:22:0) after 6m0s
[06:01:19.299] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8866403952593504288:22:0)
[06:01:19.318] Build status: SCHEDULED
[06:01:19.318] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8866403952593504288:23:0) after 5m25s
[06:06:44.522] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8866403952593504288:23:0)
[06:06:44.547] Build status: SCHEDULED
[06:06:44.547] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8866403952593504288:24:0) after 1m16s
[06:08:00.538] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8866403952593504288:24:0)
[06:08:00.555] Build status: SCHEDULED
[06:08:00.555] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8866403952593504288:25:0) after 5m13s
[06:13:13.570] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8866403952593504288:25:0)
[06:13:13.587] Build status: SCHEDULED
[06:13:13.587] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8866403952593504288:26:0) after 4m6s
[06:17:19.653] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8866403952593504288:26:0)
[06:17:19.708] Build status: SCHEDULED
[06:17:19.708] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8866403952593504288:27:0) after 2m18s
[06:19:37.728] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8866403952593504288:27:0)
[06:19:37.745] Build status: SCHEDULED
[06:19:37.745] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8866403952593504288:28:0) after 3m32s
[06:23:09.765] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8866403952593504288:28:0)
[06:23:09.784] Build status: SCHEDULED
[06:23:09.784] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8866403952593504288:29:0) after 2m23s
[06:25:32.816] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8866403952593504288:29:0)
[06:25:32.834] Build status: SCHEDULED
[06:25:32.834] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8866403952593504288:30:0) after 1m35s
[06:27:07.900] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8866403952593504288:30:0)
[06:27:07.930] Build status: SCHEDULED
[06:27:07.930] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8866403952593504288:31:0) after 4m10s
[06:31:17.945] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8866403952593504288:31:0)
[06:31:17.963] Build status: SCHEDULED
[06:31:17.963] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8866403952593504288:32:0) after 4m37s
[06:35:55.028] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8866403952593504288:32:0)
[06:35:55.048] Build status: SCHEDULED
[06:35:55.048] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8866403952593504288:33:0) after 3m6s
[06:39:01.050] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8866403952593504288:33:0)
[06:39:01.080] Build status: SCHEDULED
[06:39:01.080] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8866403952593504288:34:0) after 9m19s
[06:48:20.196] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8866403952593504288:34:0)
[06:48:20.280] Build status: SCHEDULED
[06:48:20.280] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8866403952593504288:35:0) after 7m31s
[06:55:51.300] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8866403952593504288:35:0)
[06:55:51.320] Build status: SCHEDULED
[06:55:51.320] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8866403952593504288:36:0) after 2m47s
[06:58:38.344] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8866403952593504288:36:0)
[06:58:38.368] Build status: SCHEDULED
[06:58:38.368] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8866403952593504288:37:0) after 4m5s
[07:02:43.354] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8866403952593504288:37:0)
[07:02:43.376] Build status: SCHEDULED
[07:02:43.376] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8866403952593504288:38:0) after 3m53s
[07:06:36.389] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8866403952593504288:38:0)
[07:06:36.415] Build status: SCHEDULED
[07:06:36.416] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8866403952593504288:39:0) after 9m55s
[07:16:31.488] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8866403952593504288:39:0)
[07:16:31.509] Build status: SCHEDULED
[07:16:31.509] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8866403952593504288:40:0) after 9m25s
[07:25:56.593] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8866403952593504288:40:0)
[07:25:56.712] Build status: SCHEDULED
[07:25:56.712] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8866403952593504288:41:0) after 3m46s
[07:29:42.714] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8866403952593504288:41:0)
[07:29:42.731] Build status: SCHEDULED
[07:29:42.731] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8866403952593504288:42:0) after 7m10s
[07:36:52.795] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8866403952593504288:42:0)
[07:36:52.937] Build status: SCHEDULED
[07:36:52.937] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8866403952593504288:43:0) after 6m40s
[07:43:32.934] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8866403952593504288:43:0)
[07:43:32.955] Build status: SCHEDULED
[07:43:32.956] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8866403952593504288:44:0) after 4m27s
[07:48:00.094] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8866403952593504288:44:0)
[07:48:00.116] Build status: SCHEDULED
[07:48:00.116] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8866403952593504288:45:0) after 1m19s
[07:49:19.350] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8866403952593504288:45:0)
[07:49:19.370] Build status: SCHEDULED
[07:49:19.371] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8866403952593504288:46:0) after 9m28s
[07:58:47.385] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8866403952593504288:46:0)
[07:58:47.403] Build status: SCHEDULED
[07:58:47.404] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8866403952593504288:47:0) after 2m35s
[08:01:22.419] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8866403952593504288:47:0)
[08:01:22.435] Build status: SCHEDULED
[08:01:22.435] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8866403952593504288:48:0) after 7m46s
[08:09:08.518] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8866403952593504288:48:0)
[08:09:08.535] Build status: SCHEDULED
[08:09:08.535] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8866403952593504288:49:0) after 8m43s
[08:17:51.603] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8866403952593504288:49:0)
[08:17:51.621] Build status: SCHEDULED
[08:17:51.621] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8866403952593504288:50:0) after 2m2s
[08:19:53.594] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8866403952593504288:50:0)
[08:19:53.608] Build status: SCHEDULED
[08:19:53.608] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8866403952593504288:51:0) after 3m43s
[08:23:36.662] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8866403952593504288:51:0)
[08:23:36.677] Build status: SCHEDULED
[08:23:36.677] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8866403952593504288:52:0) after 4m36s
[08:28:12.725] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8866403952593504288:52:0)
[08:28:12.789] Build status: SCHEDULED
[08:28:12.789] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8866403952593504288:53:0) after 9m11s
[08:37:23.810] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8866403952593504288:53:0)
[08:37:23.832] Build status: SCHEDULED
[08:37:23.832] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8866403952593504288:54:0) after 5m50s
[08:43:13.851] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8866403952593504288:54:0)
[08:43:13.875] Build status: SCHEDULED
[08:43:13.875] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8866403952593504288:55:0) after 8m18s
[08:51:31.946] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8866403952593504288:55:0)
[08:51:31.974] Build status: SCHEDULED
[08:51:31.974] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8866403952593504288:56:0) after 8m34s
[09:00:06.049] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8866403952593504288:56:0)
[09:00:06.068] Build status: SCHEDULED
[09:00:06.069] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8866403952593504288:57:0) after 1m56s
[09:02:02.157] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8866403952593504288:57:0)
[09:02:02.219] Build status: SCHEDULED
[09:02:02.219] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8866403952593504288:58:0) after 2m18s
[09:04:20.233] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8866403952593504288:58:0)
[09:04:20.274] Build status: SCHEDULED
[09:04:20.274] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8866403952593504288:59:0) after 5m38s
[09:09:58.292] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8866403952593504288:59:0)
[09:09:58.429] Build status: SCHEDULED
[09:09:58.429] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8866403952593504288:60:0) after 9m49s
[09:19:47.446] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8866403952593504288:60:0)
[09:19:47.503] Build status: SCHEDULED
[09:19:47.503] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8866403952593504288:61:0) after 4m30s
[09:24:17.606] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8866403952593504288:61:0)
[09:24:17.633] Build status: SCHEDULED
[09:24:17.634] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8866403952593504288:62:0) after 6m10s
[09:30:27.650] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8866403952593504288:62:0)
[09:30:27.665] Build status: SCHEDULED
[09:30:27.665] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8866403952593504288:63:0) after 5m19s
[09:35:46.768] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8866403952593504288:63:0)
[09:35:46.785] Build status: SCHEDULED
[09:35:46.785] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8866403952593504288:64:0) after 6m15s
[09:42:01.800] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8866403952593504288:64:0)
[09:42:01.821] Build status: SCHEDULED
[09:42:01.821] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8866403952593504288:65:0) after 5m57s
[09:47:58.886] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8866403952593504288:65:0)
[09:47:58.906] Build status: SCHEDULED
[09:47:58.906] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8866403952593504288:66:0) after 7m18s
[09:55:16.923] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8866403952593504288:66:0)
[09:55:16.958] Build status: SCHEDULED
[09:55:16.958] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8866403952593504288:67:0) after 1m15s
[09:56:31.925] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8866403952593504288:67:0)
[09:56:31.951] Build status: SCHEDULED
[09:56:31.951] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8866403952593504288:68:0) after 6m12s
[10:02:44.013] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8866403952593504288:68:0)
[10:02:44.030] Build status: SCHEDULED
[10:02:44.030] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8866403952593504288:69:0) after 9m0s
[10:11:44.150] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8866403952593504288:69:0)
[10:11:44.170] Build status: SCHEDULED
[10:11:44.170] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8866403952593504288:70:0) after 7m22s
[10:19:06.186] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8866403952593504288:70:0)
[10:19:06.207] Build status: SCHEDULED
[10:19:06.207] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8866403952593504288:71:0) after 7m15s
[10:26:21.222] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8866403952593504288:71:0)
[10:26:21.238] Build status: SCHEDULED
[10:26:21.238] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8866403952593504288:72:0) after 1m45s
[10:28:06.279] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8866403952593504288:72:0)
[10:28:06.325] Build status: SCHEDULED
[10:28:06.325] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8866403952593504288:73:0) after 3m2s
[10:31:08.388] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8866403952593504288:73:0)
[10:31:08.414] Build status: SCHEDULED
[10:31:08.414] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8866403952593504288:74:0) after 5m40s
[10:36:48.385] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8866403952593504288:74:0)
[10:36:48.450] Build status: SCHEDULED
[10:36:48.450] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8866403952593504288:75:0) after 6m20s
[10:43:08.515] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8866403952593504288:75:0)
[10:43:08.531] Build status: SCHEDULED
[10:43:08.531] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8866403952593504288:76:0) after 7m6s
[10:50:14.594] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8866403952593504288:76:0)
[10:50:14.611] Build status: SCHEDULED
[10:50:14.611] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8866403952593504288:77:0) after 6m21s
[10:56:35.627] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8866403952593504288:77:0)
[10:56:35.649] Build status: SCHEDULED
[10:56:35.649] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8866403952593504288:78:0) after 1m11s
[10:57:46.658] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8866403952593504288:78:0)
[10:57:46.685] Build status: SCHEDULED
[10:57:46.685] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8866403952593504288:79:0) after 4m44s
[11:02:30.693] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8866403952593504288:79:0)
[11:02:30.711] Build status: SCHEDULED
[11:02:30.711] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8866403952593504288:80:0) after 2m52s
[11:05:22.752] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8866403952593504288:80:0)
[11:05:22.770] Build status: SCHEDULED
[11:05:22.770] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8866403952593504288:81:0) after 8m56s
[11:14:18.806] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8866403952593504288:81:0)
[11:14:18.934] Build status: SCHEDULED
[11:14:18.935] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8866403952593504288:82:0) after 7m30s
[11:21:48.952] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8866403952593504288:82:0)
[11:21:48.982] Build status: SCHEDULED
[11:21:48.982] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8866403952593504288:83:0) after 4m26s
[11:26:15.090] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8866403952593504288:83:0)
[11:26:15.108] Build status: SCHEDULED
[11:26:15.108] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8866403952593504288:84:0) after 2m8s
[11:28:23.168] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8866403952593504288:84:0)
[11:28:23.184] Build status: SCHEDULED
[11:28:23.184] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8866403952593504288:85:0) after 6m46s
[11:35:09.197] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8866403952593504288:85:0)
[11:35:09.216] Build status: SCHEDULED
[11:35:09.216] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8866403952593504288:86:0) after 7m21s
[11:42:30.232] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8866403952593504288:86:0)
[11:42:30.247] Build status: SCHEDULED
[11:42:30.247] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8866403952593504288:87:0) after 3m31s
[11:46:01.296] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8866403952593504288:87:0)
[11:46:01.314] Build status: SCHEDULED
[11:46:01.314] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8866403952593504288:88:0) after 1m4s
[11:47:05.354] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8866403952593504288:88:0)
[11:47:05.450] Build status: SCHEDULED
[11:47:05.450] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8866403952593504288:89:0) after 8m7s
[11:55:12.472] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8866403952593504288:89:0)
[11:55:12.548] Build status: SCHEDULED
[11:55:12.548] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8866403952593504288:90:0) after 8m18s
[11:59:22.180] Received PubSub notification, asking Buildbucket for the build status
[11:59:22.206] Build status: STARTED
[12:03:30.568] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8866403952593504288:90:0)
[12:03:30.586] Build status: STARTED
[12:03:30.587] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8866403952593504288:92:0) after 6m37s
[12:10:07.665] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8866403952593504288:92:0)
[12:10:07.686] Build status: STARTED
[12:10:07.686] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8866403952593504288:93:0) after 1m3s
[12:11:10.740] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8866403952593504288:93:0)
[12:11:10.765] Build status: STARTED
[12:11:10.765] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8866403952593504288:94:0) after 5m39s
[12:11:21.408] Received PubSub notification, asking Buildbucket for the build status
[12:11:21.454] Build:
{
  "id": "8700973890707303953",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-vscode"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-10-15T04:14:54.919899120Z",
  "startTime": "2025-10-15T11:59:22.012550861Z",
  "endTime": "2025-10-15T12:11:21.090186855Z",
  "updateTime": "2025-10-15T12:11:21.090186855Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "dc0b59f3224208a87016e9d493f813b4d1fac051",
      "ref": "refs/heads/main"
    }
  }
}
[12:11:21.455] Invocation finished in 7h56m27.718446584s with status FAILED