Status: FAILED
Triggered by: rerunner@pigweed-service-accounts.iam.gserviceaccount.com
Duration: 7 hours
Actions:

Definition (rev f745fb2a7cdfcdcabd47c58e1ac2e2480434c141)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "pigweed.dev.ci"
  builder: "pigweed-mac-x86-vscode"
>

Incoming triggers

  • rerunner/0 (2 weeks ago by rerunner@pigweed-service-accounts.iam.gserviceaccount.com)

Incoming tags

  • parent_buildername:rerunner
  • user_agent:rerunner

Debug log (UTC)

[11:47:58.627] New invocation is queued and will start shortly
[11:47:58.627] Triggered by user:rerunner@pigweed-service-accounts.iam.gserviceaccount.com
[11:47:59.721] Starting the invocation (attempt 1)
[11:47:59.752] Ignoring gitiles_ref tag without the buildset tag
[11:47:59.752] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[11:47:59.752] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[11:47:59.752] Buildbucket request:
{
  "requestId": "8873442010559142144",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-vscode"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8873442010559142144",
            "job": "pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode",
            "triggers": [
                  {
                        "buildbucket": {
                              "tags": [
                                    "parent_buildername:rerunner",
                                    "user_agent:rerunner"
                                  ]
                            },
                        "id": "d2a70302-a58e-439b-90d9-443c964dd3d6",
                        "title": "rerunner/0",
                        "url": "https://cr-buildbucket.appspot.com/build/8708012126031945361"
                      }
                ]
          }
    },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8873442010559142144"
    },
    {
      "key": "scheduler_job_id",
      "value": "pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "rerunner"
    },
    {
      "key": "user_agent",
      "value": "rerunner"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[11:48:00.107] Scheduled build:
{
  "id": "8708011948655518209",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-vscode"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-07-29T11:47:59.816411691Z",
  "updateTime": "2025-07-29T11:47:59.816411691Z",
  "status": "SCHEDULED",
  "input": {

  }
}
[11:48:00.107] Task URL: https://cr-buildbucket.appspot.com/build/8708011948655518209
[11:48:00.107] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8873442010559142144:2:0) after 6m27s
[11:48:01.125] Received PubSub notification, asking Buildbucket for the build status
[11:48:01.158] Build status: SCHEDULED
[11:54:27.160] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8873442010559142144:2:0)
[11:54:27.188] Build status: SCHEDULED
[11:54:27.188] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8873442010559142144:4:0) after 2m26s
[11:56:53.226] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8873442010559142144:4:0)
[11:56:53.258] Build status: SCHEDULED
[11:56:53.258] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8873442010559142144:5:0) after 8m28s
[12:05:21.362] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8873442010559142144:5:0)
[12:05:21.389] Build status: SCHEDULED
[12:05:21.389] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8873442010559142144:6:0) after 4m31s
[12:09:52.406] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8873442010559142144:6:0)
[12:09:52.442] Build status: SCHEDULED
[12:09:52.442] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8873442010559142144:7:0) after 4m5s
[12:13:57.456] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8873442010559142144:7:0)
[12:13:57.476] Build status: SCHEDULED
[12:13:57.476] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8873442010559142144:8:0) after 4m57s
[12:18:54.507] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8873442010559142144:8:0)
[12:18:54.526] Build status: SCHEDULED
[12:18:54.526] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8873442010559142144:9:0) after 7m5s
[12:25:59.550] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8873442010559142144:9:0)
[12:25:59.570] Build status: SCHEDULED
[12:25:59.570] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8873442010559142144:10:0) after 9m5s
[12:35:04.602] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8873442010559142144:10:0)
[12:35:04.621] Build status: SCHEDULED
[12:35:04.621] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8873442010559142144:11:0) after 2m31s
[12:37:35.680] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8873442010559142144:11:0)
[12:37:35.707] Build status: SCHEDULED
[12:37:35.707] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8873442010559142144:12:0) after 8m53s
[12:46:28.729] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8873442010559142144:12:0)
[12:46:28.760] Build status: SCHEDULED
[12:46:28.760] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8873442010559142144:13:0) after 7m57s
[12:54:25.775] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8873442010559142144:13:0)
[12:54:25.795] Build status: SCHEDULED
[12:54:25.795] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8873442010559142144:14:0) after 2m9s
[12:56:34.820] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8873442010559142144:14:0)
[12:56:34.853] Build status: SCHEDULED
[12:56:34.853] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8873442010559142144:15:0) after 3m59s
[13:00:33.871] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8873442010559142144:15:0)
[13:00:33.887] Build status: SCHEDULED
[13:00:33.887] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8873442010559142144:16:0) after 4m4s
[13:04:37.922] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8873442010559142144:16:0)
[13:04:37.957] Build status: SCHEDULED
[13:04:37.957] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8873442010559142144:17:0) after 1m44s
[13:06:22.007] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8873442010559142144:17:0)
[13:06:22.505] Build status: SCHEDULED
[13:06:22.505] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8873442010559142144:18:0) after 5m26s
[13:11:48.528] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8873442010559142144:18:0)
[13:11:48.562] Build status: SCHEDULED
[13:11:48.563] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8873442010559142144:19:0) after 4m2s
[13:15:50.587] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8873442010559142144:19:0)
[13:15:50.605] Build status: SCHEDULED
[13:15:50.605] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8873442010559142144:20:0) after 4m52s
[13:20:42.633] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8873442010559142144:20:0)
[13:20:42.670] Build status: SCHEDULED
[13:20:42.670] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8873442010559142144:21:0) after 5m59s
[13:26:41.749] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8873442010559142144:21:0)
[13:26:41.774] Build status: SCHEDULED
[13:26:41.774] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8873442010559142144:22:0) after 8m40s
[13:35:21.794] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8873442010559142144:22:0)
[13:35:21.812] Build status: SCHEDULED
[13:35:21.812] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8873442010559142144:23:0) after 6m14s
[13:41:35.932] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8873442010559142144:23:0)
[13:41:35.961] Build status: SCHEDULED
[13:41:35.961] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8873442010559142144:24:0) after 8m43s
[13:50:18.968] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8873442010559142144:24:0)
[13:50:19.053] Build status: SCHEDULED
[13:50:19.053] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8873442010559142144:25:0) after 7m9s
[13:57:28.118] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8873442010559142144:25:0)
[13:57:28.142] Build status: SCHEDULED
[13:57:28.142] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8873442010559142144:26:0) after 4m43s
[14:02:11.182] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8873442010559142144:26:0)
[14:02:11.214] Build status: SCHEDULED
[14:02:11.215] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8873442010559142144:27:0) after 8m5s
[14:10:16.340] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8873442010559142144:27:0)
[14:10:16.381] Build status: SCHEDULED
[14:10:16.381] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8873442010559142144:28:0) after 7m44s
[14:18:00.400] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8873442010559142144:28:0)
[14:18:00.421] Build status: SCHEDULED
[14:18:00.421] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8873442010559142144:29:0) after 7m57s
[14:25:57.541] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8873442010559142144:29:0)
[14:25:57.873] Build status: SCHEDULED
[14:25:57.873] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8873442010559142144:30:0) after 8m47s
[14:34:44.938] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8873442010559142144:30:0)
[14:34:44.965] Build status: SCHEDULED
[14:34:44.966] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8873442010559142144:31:0) after 9m31s
[14:44:15.995] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8873442010559142144:31:0)
[14:44:16.017] Build status: SCHEDULED
[14:44:16.017] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8873442010559142144:32:0) after 1m13s
[14:45:29.069] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8873442010559142144:32:0)
[14:45:29.103] Build status: SCHEDULED
[14:45:29.103] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8873442010559142144:33:0) after 7m23s
[14:52:52.082] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8873442010559142144:33:0)
[14:52:52.102] Build status: SCHEDULED
[14:52:52.102] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8873442010559142144:34:0) after 5m59s
[14:58:51.124] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8873442010559142144:34:0)
[14:58:51.150] Build status: SCHEDULED
[14:58:51.150] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8873442010559142144:35:0) after 5m12s
[15:04:03.269] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8873442010559142144:35:0)
[15:04:03.318] Build status: SCHEDULED
[15:04:03.318] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8873442010559142144:36:0) after 5m30s
[15:09:33.383] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8873442010559142144:36:0)
[15:09:33.419] Build status: SCHEDULED
[15:09:33.419] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8873442010559142144:37:0) after 4m15s
[15:13:48.442] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8873442010559142144:37:0)
[15:13:48.617] Build status: SCHEDULED
[15:13:48.617] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8873442010559142144:38:0) after 4m49s
[15:18:37.726] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8873442010559142144:38:0)
[15:18:37.894] Build status: SCHEDULED
[15:18:37.894] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8873442010559142144:39:0) after 5m32s
[15:24:09.918] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8873442010559142144:39:0)
[15:24:09.951] Build status: SCHEDULED
[15:24:09.951] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8873442010559142144:40:0) after 4m27s
[15:28:37.021] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8873442010559142144:40:0)
[15:28:37.037] Build status: SCHEDULED
[15:28:37.037] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8873442010559142144:41:0) after 1m17s
[15:29:54.062] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8873442010559142144:41:0)
[15:29:54.079] Build status: SCHEDULED
[15:29:54.079] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8873442010559142144:42:0) after 1m54s
[15:31:48.103] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8873442010559142144:42:0)
[15:31:48.176] Build status: SCHEDULED
[15:31:48.177] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8873442010559142144:43:0) after 2m53s
[15:34:41.284] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8873442010559142144:43:0)
[15:34:41.308] Build status: SCHEDULED
[15:34:41.308] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8873442010559142144:44:0) after 5m53s
[15:40:34.329] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8873442010559142144:44:0)
[15:40:34.357] Build status: SCHEDULED
[15:40:34.357] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8873442010559142144:45:0) after 5m57s
[15:46:31.533] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8873442010559142144:45:0)
[15:46:31.557] Build status: SCHEDULED
[15:46:31.557] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8873442010559142144:46:0) after 1m20s
[15:47:51.578] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8873442010559142144:46:0)
[15:47:51.610] Build status: SCHEDULED
[15:47:51.610] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8873442010559142144:47:0) after 8m47s
[15:56:38.686] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8873442010559142144:47:0)
[15:56:38.755] Build status: SCHEDULED
[15:56:38.755] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8873442010559142144:48:0) after 9m47s
[16:06:25.852] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8873442010559142144:48:0)
[16:06:25.869] Build status: SCHEDULED
[16:06:25.869] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8873442010559142144:49:0) after 7m53s
[16:14:19.030] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8873442010559142144:49:0)
[16:14:19.058] Build status: SCHEDULED
[16:14:19.058] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8873442010559142144:50:0) after 2m10s
[16:16:29.146] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8873442010559142144:50:0)
[16:16:29.219] Build status: SCHEDULED
[16:16:29.219] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8873442010559142144:51:0) after 2m39s
[16:19:08.238] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8873442010559142144:51:0)
[16:19:08.338] Build status: SCHEDULED
[16:19:08.338] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8873442010559142144:52:0) after 9m28s
[16:28:36.412] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8873442010559142144:52:0)
[16:28:36.464] Build status: SCHEDULED
[16:28:36.464] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8873442010559142144:53:0) after 4m12s
[16:32:48.512] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8873442010559142144:53:0)
[16:32:48.561] Build status: SCHEDULED
[16:32:48.561] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8873442010559142144:54:0) after 1m16s
[16:34:04.586] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8873442010559142144:54:0)
[16:34:04.607] Build status: SCHEDULED
[16:34:04.607] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8873442010559142144:55:0) after 9m26s
[16:43:30.641] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8873442010559142144:55:0)
[16:43:30.740] Build status: SCHEDULED
[16:43:30.741] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8873442010559142144:56:0) after 5m51s
[16:49:21.803] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8873442010559142144:56:0)
[16:49:21.821] Build status: SCHEDULED
[16:49:21.821] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8873442010559142144:57:0) after 4m49s
[16:54:11.036] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8873442010559142144:57:0)
[16:54:11.061] Build status: SCHEDULED
[16:54:11.061] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8873442010559142144:58:0) after 1m56s
[16:56:07.098] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8873442010559142144:58:0)
[16:56:07.131] Build status: SCHEDULED
[16:56:07.131] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8873442010559142144:59:0) after 2m33s
[16:58:40.154] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8873442010559142144:59:0)
[16:58:40.234] Build status: SCHEDULED
[16:58:40.234] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8873442010559142144:60:0) after 7m19s
[17:05:59.258] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8873442010559142144:60:0)
[17:05:59.276] Build status: SCHEDULED
[17:05:59.276] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8873442010559142144:61:0) after 2m32s
[17:08:31.403] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8873442010559142144:61:0)
[17:08:31.459] Build status: SCHEDULED
[17:08:31.459] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8873442010559142144:62:0) after 3m0s
[17:11:31.444] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8873442010559142144:62:0)
[17:11:31.466] Build status: SCHEDULED
[17:11:31.466] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8873442010559142144:63:0) after 5m39s
[17:17:10.490] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8873442010559142144:63:0)
[17:17:10.516] Build status: SCHEDULED
[17:17:10.516] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8873442010559142144:64:0) after 9m37s
[17:26:47.593] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8873442010559142144:64:0)
[17:26:47.614] Build status: SCHEDULED
[17:26:47.614] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8873442010559142144:65:0) after 3m11s
[17:29:58.634] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8873442010559142144:65:0)
[17:29:58.766] Build status: SCHEDULED
[17:29:58.766] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8873442010559142144:66:0) after 7m17s
[17:37:15.876] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8873442010559142144:66:0)
[17:37:15.896] Build status: SCHEDULED
[17:37:15.896] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8873442010559142144:67:0) after 7m32s
[17:44:47.968] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8873442010559142144:67:0)
[17:44:47.993] Build status: SCHEDULED
[17:44:47.993] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8873442010559142144:68:0) after 3m22s
[17:48:10.029] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8873442010559142144:68:0)
[17:48:10.048] Build status: SCHEDULED
[17:48:10.048] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8873442010559142144:69:0) after 4m23s
[17:52:33.071] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8873442010559142144:69:0)
[17:52:33.094] Build status: SCHEDULED
[17:52:33.094] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8873442010559142144:70:0) after 6m28s
[17:59:01.190] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8873442010559142144:70:0)
[17:59:01.208] Build status: SCHEDULED
[17:59:01.208] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8873442010559142144:71:0) after 3m11s
[18:02:12.181] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8873442010559142144:71:0)
[18:02:12.205] Build status: SCHEDULED
[18:02:12.205] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8873442010559142144:72:0) after 9m58s
[18:12:10.466] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8873442010559142144:72:0)
[18:12:10.496] Build status: SCHEDULED
[18:12:10.496] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8873442010559142144:73:0) after 6m53s
[18:19:03.569] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8873442010559142144:73:0)
[18:19:03.599] Build status: SCHEDULED
[18:19:03.599] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8873442010559142144:74:0) after 5m25s
[18:24:28.630] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8873442010559142144:74:0)
[18:24:28.650] Build status: SCHEDULED
[18:24:28.650] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8873442010559142144:75:0) after 2m16s
[18:26:44.736] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8873442010559142144:75:0)
[18:26:44.759] Build status: SCHEDULED
[18:26:44.759] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8873442010559142144:76:0) after 1m11s
[18:27:55.777] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8873442010559142144:76:0)
[18:27:55.799] Build status: SCHEDULED
[18:27:55.799] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8873442010559142144:77:0) after 2m44s
[18:30:39.919] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8873442010559142144:77:0)
[18:30:39.947] Build status: SCHEDULED
[18:30:39.947] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8873442010559142144:78:0) after 3m35s
[18:34:14.963] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8873442010559142144:78:0)
[18:34:14.982] Build status: SCHEDULED
[18:34:14.982] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8873442010559142144:79:0) after 1m46s
[18:36:01.002] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8873442010559142144:79:0)
[18:36:01.020] Build status: SCHEDULED
[18:36:01.020] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8873442010559142144:80:0) after 6m11s
[18:42:12.037] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8873442010559142144:80:0)
[18:42:12.072] Build status: SCHEDULED
[18:42:12.072] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8873442010559142144:81:0) after 3m40s
[18:45:52.253] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8873442010559142144:81:0)
[18:45:52.282] Build status: SCHEDULED
[18:45:52.282] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8873442010559142144:82:0) after 2m40s
[18:48:32.319] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8873442010559142144:82:0)
[18:48:32.340] Build status: SCHEDULED
[18:48:32.340] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8873442010559142144:83:0) after 1m23s
[18:49:55.363] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8873442010559142144:83:0)
[18:49:55.391] Build status: SCHEDULED
[18:49:55.391] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8873442010559142144:84:0) after 9m15s
[18:59:10.442] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8873442010559142144:84:0)
[18:59:10.460] Build status: SCHEDULED
[18:59:10.460] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8873442010559142144:85:0) after 9m2s
[19:08:12.517] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8873442010559142144:85:0)
[19:08:12.535] Build status: SCHEDULED
[19:08:12.535] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8873442010559142144:86:0) after 7m23s
[19:08:24.997] Received PubSub notification, asking Buildbucket for the build status
[19:08:25.019] Build status: STARTED
[19:15:35.537] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8873442010559142144:86:0)
[19:15:35.554] Build status: STARTED
[19:15:35.554] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8873442010559142144:88:0) after 7m7s
[19:22:42.615] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8873442010559142144:88:0)
[19:22:42.725] Build status: STARTED
[19:22:42.725] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8873442010559142144:89:0) after 9m40s
[19:25:32.158] Received PubSub notification, asking Buildbucket for the build status
[19:25:32.213] Build:
{
  "id": "8708011948655518209",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-vscode"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-07-29T11:47:59.816411691Z",
  "startTime": "2025-07-29T19:08:24.779823296Z",
  "endTime": "2025-07-29T19:25:31.711565441Z",
  "updateTime": "2025-07-29T19:25:31.711565441Z",
  "status": "FAILURE",
  "input": {

  }
}
[19:25:32.213] Invocation finished in 7h37m33.596605177s with status FAILED