Status: FAILED
Triggered by: rerunner@pigweed-service-accounts.iam.gserviceaccount.com
Duration: 7 hours
Actions:

Definition (rev f745fb2a7cdfcdcabd47c58e1ac2e2480434c141)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "pigweed.dev.ci"
  builder: "pigweed-mac-x86-vscode"
>

Incoming triggers

  • rerunner/0 (2 weeks ago by rerunner@pigweed-service-accounts.iam.gserviceaccount.com)

Incoming tags

  • parent_buildername:rerunner
  • user_agent:rerunner

Debug log (UTC)

[13:01:12.668] New invocation is queued and will start shortly
[13:01:12.668] Triggered by user:rerunner@pigweed-service-accounts.iam.gserviceaccount.com
[13:01:14.297] Starting the invocation (attempt 1)
[13:01:14.325] Ignoring gitiles_ref tag without the buildset tag
[13:01:14.325] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[13:01:14.327] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[13:01:14.327] Buildbucket request:
{
  "requestId": "8866280242722336096",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-vscode"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8866280242722336096",
            "job": "pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode",
            "triggers": [
                  {
                        "buildbucket": {
                              "tags": [
                                    "parent_buildername:rerunner",
                                    "user_agent:rerunner"
                                  ]
                            },
                        "id": "d809cb12-c1c1-47ea-96c0-6e1348ef3806",
                        "title": "rerunner/0",
                        "url": "https://cr-buildbucket.appspot.com/build/8700850368644203345"
                      }
                ]
          }
    },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8866280242722336096"
    },
    {
      "key": "scheduler_job_id",
      "value": "pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "rerunner"
    },
    {
      "key": "user_agent",
      "value": "rerunner"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[13:01:14.898] Scheduled build:
{
  "id": "8700850180265285601",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-vscode"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-10-16T13:01:14.390345430Z",
  "updateTime": "2025-10-16T13:01:14.390345430Z",
  "status": "SCHEDULED",
  "input": {

  }
}
[13:01:14.898] Task URL: https://cr-buildbucket.appspot.com/build/8700850180265285601
[13:01:14.899] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8866280242722336096:2:0) after 7m27s
[13:01:15.403] Received PubSub notification, asking Buildbucket for the build status
[13:01:15.435] Build status: SCHEDULED
[13:08:41.914] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8866280242722336096:2:0)
[13:08:41.938] Build status: SCHEDULED
[13:08:41.938] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8866280242722336096:4:0) after 4m8s
[13:12:49.934] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8866280242722336096:4:0)
[13:12:49.969] Build status: SCHEDULED
[13:12:49.969] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8866280242722336096:5:0) after 6m0s
[13:18:50.044] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8866280242722336096:5:0)
[13:18:50.061] Build status: SCHEDULED
[13:18:50.061] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8866280242722336096:6:0) after 2m44s
[13:21:34.060] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8866280242722336096:6:0)
[13:21:34.127] Build status: SCHEDULED
[13:21:34.127] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8866280242722336096:7:0) after 4m2s
[13:25:36.168] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8866280242722336096:7:0)
[13:25:36.186] Build status: SCHEDULED
[13:25:36.186] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8866280242722336096:8:0) after 2m22s
[13:27:58.248] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8866280242722336096:8:0)
[13:27:58.266] Build status: SCHEDULED
[13:27:58.266] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8866280242722336096:9:0) after 2m53s
[13:30:51.284] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8866280242722336096:9:0)
[13:30:51.307] Build status: SCHEDULED
[13:30:51.307] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8866280242722336096:10:0) after 7m10s
[13:38:01.288] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8866280242722336096:10:0)
[13:38:01.306] Build status: SCHEDULED
[13:38:01.306] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8866280242722336096:11:0) after 4m51s
[13:42:52.295] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8866280242722336096:11:0)
[13:42:52.310] Build status: SCHEDULED
[13:42:52.310] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8866280242722336096:12:0) after 5m5s
[13:47:57.322] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8866280242722336096:12:0)
[13:47:57.337] Build status: SCHEDULED
[13:47:57.337] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8866280242722336096:13:0) after 2m57s
[13:50:54.356] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8866280242722336096:13:0)
[13:50:54.382] Build status: SCHEDULED
[13:50:54.382] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8866280242722336096:14:0) after 8m43s
[13:59:37.451] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8866280242722336096:14:0)
[13:59:37.468] Build status: SCHEDULED
[13:59:37.469] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8866280242722336096:15:0) after 9m41s
[14:09:18.491] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8866280242722336096:15:0)
[14:09:18.541] Build status: SCHEDULED
[14:09:18.541] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8866280242722336096:16:0) after 3m46s
[14:13:04.557] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8866280242722336096:16:0)
[14:13:04.576] Build status: SCHEDULED
[14:13:04.576] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8866280242722336096:17:0) after 4m5s
[14:17:09.591] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8866280242722336096:17:0)
[14:17:09.604] Build status: SCHEDULED
[14:17:09.605] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8866280242722336096:18:0) after 3m46s
[14:20:55.736] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8866280242722336096:18:0)
[14:20:55.838] Build status: SCHEDULED
[14:20:55.838] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8866280242722336096:19:0) after 3m10s
[14:24:05.861] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8866280242722336096:19:0)
[14:24:05.883] Build status: SCHEDULED
[14:24:05.883] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8866280242722336096:20:0) after 6m52s
[14:30:57.923] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8866280242722336096:20:0)
[14:30:57.971] Build status: SCHEDULED
[14:30:57.971] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8866280242722336096:21:0) after 8m32s
[14:39:29.984] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8866280242722336096:21:0)
[14:39:30.004] Build status: SCHEDULED
[14:39:30.004] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8866280242722336096:22:0) after 6m11s
[14:45:41.032] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8866280242722336096:22:0)
[14:45:41.058] Build status: SCHEDULED
[14:45:41.058] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8866280242722336096:23:0) after 1m37s
[14:47:18.069] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8866280242722336096:23:0)
[14:47:18.087] Build status: SCHEDULED
[14:47:18.087] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8866280242722336096:24:0) after 1m47s
[14:49:05.101] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8866280242722336096:24:0)
[14:49:05.123] Build status: SCHEDULED
[14:49:05.123] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8866280242722336096:25:0) after 2m4s
[14:51:09.194] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8866280242722336096:25:0)
[14:51:09.218] Build status: SCHEDULED
[14:51:09.218] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8866280242722336096:26:0) after 8m48s
[14:59:57.290] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8866280242722336096:26:0)
[14:59:57.305] Build status: SCHEDULED
[14:59:57.305] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8866280242722336096:27:0) after 8m34s
[15:08:31.281] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8866280242722336096:27:0)
[15:08:31.363] Build status: SCHEDULED
[15:08:31.363] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8866280242722336096:28:0) after 8m40s
[15:17:11.403] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8866280242722336096:28:0)
[15:17:11.422] Build status: SCHEDULED
[15:17:11.422] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8866280242722336096:29:0) after 1m55s
[15:19:06.687] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8866280242722336096:29:0)
[15:19:06.754] Build status: SCHEDULED
[15:19:06.754] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8866280242722336096:30:0) after 4m56s
[15:24:02.735] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8866280242722336096:30:0)
[15:24:02.766] Build status: SCHEDULED
[15:24:02.766] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8866280242722336096:31:0) after 6m56s
[15:30:58.780] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8866280242722336096:31:0)
[15:30:58.820] Build status: SCHEDULED
[15:30:58.820] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8866280242722336096:32:0) after 2m34s
[15:33:32.837] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8866280242722336096:32:0)
[15:33:32.908] Build status: SCHEDULED
[15:33:32.908] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8866280242722336096:33:0) after 8m12s
[15:41:44.959] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8866280242722336096:33:0)
[15:41:45.021] Build status: SCHEDULED
[15:41:45.021] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8866280242722336096:34:0) after 4m13s
[15:45:58.073] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8866280242722336096:34:0)
[15:45:58.091] Build status: SCHEDULED
[15:45:58.091] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8866280242722336096:35:0) after 2m30s
[15:48:28.106] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8866280242722336096:35:0)
[15:48:28.124] Build status: SCHEDULED
[15:48:28.124] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8866280242722336096:36:0) after 4m33s
[15:53:01.142] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8866280242722336096:36:0)
[15:53:01.159] Build status: SCHEDULED
[15:53:01.159] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8866280242722336096:37:0) after 4m51s
[15:57:52.179] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8866280242722336096:37:0)
[15:57:52.195] Build status: SCHEDULED
[15:57:52.195] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8866280242722336096:38:0) after 1m39s
[15:59:31.165] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8866280242722336096:38:0)
[15:59:31.207] Build status: SCHEDULED
[15:59:31.207] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8866280242722336096:39:0) after 2m46s
[16:02:17.285] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8866280242722336096:39:0)
[16:02:17.302] Build status: SCHEDULED
[16:02:17.302] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8866280242722336096:40:0) after 4m40s
[16:06:57.387] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8866280242722336096:40:0)
[16:06:57.405] Build status: SCHEDULED
[16:06:57.406] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8866280242722336096:41:0) after 2m0s
[16:08:57.420] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8866280242722336096:41:0)
[16:08:57.435] Build status: SCHEDULED
[16:08:57.435] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8866280242722336096:42:0) after 3m21s
[16:12:18.454] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8866280242722336096:42:0)
[16:12:18.471] Build status: SCHEDULED
[16:12:18.471] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8866280242722336096:43:0) after 3m24s
[16:15:42.513] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8866280242722336096:43:0)
[16:15:42.537] Build status: SCHEDULED
[16:15:42.537] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8866280242722336096:44:0) after 5m39s
[16:21:21.533] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8866280242722336096:44:0)
[16:21:21.554] Build status: SCHEDULED
[16:21:21.554] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8866280242722336096:45:0) after 1m57s
[16:23:18.544] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8866280242722336096:45:0)
[16:23:18.563] Build status: SCHEDULED
[16:23:18.563] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8866280242722336096:46:0) after 8m54s
[16:32:12.581] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8866280242722336096:46:0)
[16:32:12.648] Build status: SCHEDULED
[16:32:12.648] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8866280242722336096:47:0) after 6m17s
[16:38:29.676] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8866280242722336096:47:0)
[16:38:29.710] Build status: SCHEDULED
[16:38:29.710] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8866280242722336096:48:0) after 1m9s
[16:39:38.724] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8866280242722336096:48:0)
[16:39:38.740] Build status: SCHEDULED
[16:39:38.740] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8866280242722336096:49:0) after 7m41s
[16:47:19.845] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8866280242722336096:49:0)
[16:47:19.867] Build status: SCHEDULED
[16:47:19.867] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8866280242722336096:50:0) after 5m24s
[16:52:43.899] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8866280242722336096:50:0)
[16:52:43.935] Build status: SCHEDULED
[16:52:43.935] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8866280242722336096:51:0) after 6m22s
[16:59:05.959] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8866280242722336096:51:0)
[16:59:06.046] Build status: SCHEDULED
[16:59:06.046] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8866280242722336096:52:0) after 1m9s
[17:00:15.084] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8866280242722336096:52:0)
[17:00:15.112] Build status: SCHEDULED
[17:00:15.112] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8866280242722336096:53:0) after 5m24s
[17:05:39.177] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8866280242722336096:53:0)
[17:05:39.204] Build status: SCHEDULED
[17:05:39.204] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8866280242722336096:54:0) after 7m34s
[17:13:13.321] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8866280242722336096:54:0)
[17:13:13.338] Build status: SCHEDULED
[17:13:13.338] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8866280242722336096:55:0) after 6m19s
[17:19:32.353] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8866280242722336096:55:0)
[17:19:32.374] Build status: SCHEDULED
[17:19:32.374] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8866280242722336096:56:0) after 6m4s
[17:25:36.405] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8866280242722336096:56:0)
[17:25:36.424] Build status: SCHEDULED
[17:25:36.424] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8866280242722336096:57:0) after 8m6s
[17:33:42.415] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8866280242722336096:57:0)
[17:33:42.433] Build status: SCHEDULED
[17:33:42.433] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8866280242722336096:58:0) after 8m0s
[17:41:42.451] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8866280242722336096:58:0)
[17:41:42.501] Build status: SCHEDULED
[17:41:42.501] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8866280242722336096:59:0) after 1m45s
[17:43:27.470] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8866280242722336096:59:0)
[17:43:27.490] Build status: SCHEDULED
[17:43:27.490] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8866280242722336096:60:0) after 6m43s
[17:50:10.539] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8866280242722336096:60:0)
[17:50:10.561] Build status: SCHEDULED
[17:50:10.561] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8866280242722336096:61:0) after 8m11s
[17:58:21.578] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8866280242722336096:61:0)
[17:58:21.659] Build status: SCHEDULED
[17:58:21.659] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8866280242722336096:62:0) after 4m56s
[18:03:17.739] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8866280242722336096:62:0)
[18:03:17.758] Build status: SCHEDULED
[18:03:17.758] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8866280242722336096:63:0) after 8m31s
[18:11:48.777] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8866280242722336096:63:0)
[18:11:48.805] Build status: SCHEDULED
[18:11:48.805] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8866280242722336096:64:0) after 1m46s
[18:13:34.824] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8866280242722336096:64:0)
[18:13:34.844] Build status: SCHEDULED
[18:13:34.844] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8866280242722336096:65:0) after 6m50s
[18:20:24.947] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8866280242722336096:65:0)
[18:20:24.971] Build status: SCHEDULED
[18:20:24.971] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8866280242722336096:66:0) after 7m45s
[18:28:10.104] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8866280242722336096:66:0)
[18:28:10.124] Build status: SCHEDULED
[18:28:10.124] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8866280242722336096:67:0) after 2m30s
[18:30:40.270] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8866280242722336096:67:0)
[18:30:40.291] Build status: SCHEDULED
[18:30:40.291] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8866280242722336096:68:0) after 5m48s
[18:36:28.338] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8866280242722336096:68:0)
[18:36:28.443] Build status: SCHEDULED
[18:36:28.444] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8866280242722336096:69:0) after 2m50s
[18:39:18.458] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8866280242722336096:69:0)
[18:39:18.521] Build status: SCHEDULED
[18:39:18.521] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8866280242722336096:70:0) after 3m30s
[18:42:48.594] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8866280242722336096:70:0)
[18:42:48.632] Build status: SCHEDULED
[18:42:48.632] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8866280242722336096:71:0) after 4m6s
[18:46:54.651] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8866280242722336096:71:0)
[18:46:54.671] Build status: SCHEDULED
[18:46:54.671] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8866280242722336096:72:0) after 3m53s
[18:50:47.707] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8866280242722336096:72:0)
[18:50:47.750] Build status: SCHEDULED
[18:50:47.750] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8866280242722336096:73:0) after 5m53s
[18:56:40.858] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8866280242722336096:73:0)
[18:56:40.875] Build status: SCHEDULED
[18:56:40.875] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8866280242722336096:74:0) after 5m27s
[19:02:07.894] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8866280242722336096:74:0)
[19:02:07.918] Build status: SCHEDULED
[19:02:07.918] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8866280242722336096:75:0) after 9m50s
[19:11:57.890] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8866280242722336096:75:0)
[19:11:57.911] Build status: SCHEDULED
[19:11:57.911] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8866280242722336096:76:0) after 4m14s
[19:16:11.935] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8866280242722336096:76:0)
[19:16:11.955] Build status: SCHEDULED
[19:16:11.955] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8866280242722336096:77:0) after 2m56s
[19:19:07.967] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8866280242722336096:77:0)
[19:19:08.057] Build status: SCHEDULED
[19:19:08.057] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8866280242722336096:78:0) after 2m34s
[19:21:42.073] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8866280242722336096:78:0)
[19:21:42.106] Build status: SCHEDULED
[19:21:42.106] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8866280242722336096:79:0) after 4m56s
[19:26:38.125] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8866280242722336096:79:0)
[19:26:38.204] Build status: SCHEDULED
[19:26:38.204] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8866280242722336096:80:0) after 5m21s
[19:31:59.284] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8866280242722336096:80:0)
[19:31:59.306] Build status: SCHEDULED
[19:31:59.306] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8866280242722336096:81:0) after 5m48s
[19:37:47.384] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8866280242722336096:81:0)
[19:37:47.420] Build status: SCHEDULED
[19:37:47.420] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8866280242722336096:82:0) after 3m41s
[19:41:28.443] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8866280242722336096:82:0)
[19:41:28.522] Build status: SCHEDULED
[19:41:28.522] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8866280242722336096:83:0) after 9m21s
[19:50:49.587] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8866280242722336096:83:0)
[19:50:49.601] Build status: SCHEDULED
[19:50:49.601] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8866280242722336096:84:0) after 6m19s
[19:57:08.637] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8866280242722336096:84:0)
[19:57:08.669] Build status: SCHEDULED
[19:57:08.669] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8866280242722336096:85:0) after 2m44s
[19:59:52.739] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8866280242722336096:85:0)
[19:59:52.758] Build status: SCHEDULED
[19:59:52.758] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8866280242722336096:86:0) after 8m10s
[20:08:02.805] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8866280242722336096:86:0)
[20:08:02.823] Build status: SCHEDULED
[20:08:02.823] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8866280242722336096:87:0) after 3m5s
[20:11:07.842] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8866280242722336096:87:0)
[20:11:07.861] Build status: SCHEDULED
[20:11:07.861] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8866280242722336096:88:0) after 5m20s
[20:16:27.927] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8866280242722336096:88:0)
[20:16:27.949] Build status: SCHEDULED
[20:16:27.949] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8866280242722336096:89:0) after 6m6s
[20:22:33.965] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8866280242722336096:89:0)
[20:22:33.987] Build status: SCHEDULED
[20:22:33.987] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8866280242722336096:90:0) after 6m30s
[20:29:03.992] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8866280242722336096:90:0)
[20:29:04.018] Build status: SCHEDULED
[20:29:04.018] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8866280242722336096:91:0) after 1m29s
[20:29:37.550] Received PubSub notification, asking Buildbucket for the build status
[20:29:37.622] Build status: STARTED
[20:30:33.034] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8866280242722336096:91:0)
[20:30:33.075] Build status: STARTED
[20:30:33.075] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8866280242722336096:93:0) after 8m56s
[20:39:29.135] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8866280242722336096:93:0)
[20:39:29.241] Build status: STARTED
[20:39:29.241] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8866280242722336096:94:0) after 9m19s
[20:39:57.901] Received PubSub notification, asking Buildbucket for the build status
[20:39:57.928] Build:
{
  "id": "8700850180265285601",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-vscode"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-10-16T13:01:14.390345430Z",
  "startTime": "2025-10-16T20:29:37.388889125Z",
  "endTime": "2025-10-16T20:39:57.434367094Z",
  "updateTime": "2025-10-16T20:39:57.434367094Z",
  "status": "FAILURE",
  "input": {

  }
}
[20:39:57.928] Invocation finished in 7h38m45.265698717s with status FAILED