[04:03:13.045] New invocation is queued and will start shortly
[04:03:14.140] Starting the invocation (attempt 1)
[04:03:14.162] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/examples/+/fd927e8f3053ae20bde1873825a93e9d5a696e3d"
[04:03:14.162] Popped gitiles commit info from properties and tags
[04:03:14.162] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[04:03:14.162] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[04:03:14.163] Buildbucket request:
{
  "requestId": "8866404687327445328",
  "builder": {
    "project": "pigweed",
    "bucket": "examples.dev.ci",
    "builder": "examples-default-build-mac-arm"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8866404687327445328",
            "job": "pigweed/examples.dev.ci-examples-default-build-mac-arm",
            "triggers": [
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/examples",
                              "revision": "fd927e8f3053ae20bde1873825a93e9d5a696e3d"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/examples/+/refs/heads/main@fd927e8f3053ae20bde1873825a93e9d5a696e3d",
                        "title": "fd927e8f3053ae20bde1873825a93e9d5a696e3d",
                        "url": "https://pigweed.googlesource.com/pigweed/examples/+/fd927e8f3053ae20bde1873825a93e9d5a696e3d"
                      }
                ]
          }
    },
  "gitilesCommit": {
    "host": "pigweed.googlesource.com",
    "project": "pigweed/examples",
    "id": "fd927e8f3053ae20bde1873825a93e9d5a696e3d",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8866404687327445328"
    },
    {
      "key": "scheduler_job_id",
      "value": "pigweed/examples.dev.ci-examples-default-build-mac-arm"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[04:03:14.739] Scheduled build:
{
  "id": "8700974625439605153",
  "builder": {
    "project": "pigweed",
    "bucket": "examples.dev.ci",
    "builder": "examples-default-build-mac-arm"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-10-15T04:03:14.223395230Z",
  "updateTime": "2025-10-15T04:03:14.223395230Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/examples",
      "id": "fd927e8f3053ae20bde1873825a93e9d5a696e3d",
      "ref": "refs/heads/main"
    }
  }
}
[04:03:14.739] Task URL: https://cr-buildbucket.appspot.com/build/8700974625439605153
[04:03:14.739] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-default-build-mac-arm:8866404687327445328:2:0) after 6m19s
[04:03:15.235] Received PubSub notification, asking Buildbucket for the build status
[04:03:15.265] Build status: SCHEDULED
[04:09:33.866] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-default-build-mac-arm:8866404687327445328:2:0)
[04:09:33.891] Build status: SCHEDULED
[04:09:33.891] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-default-build-mac-arm:8866404687327445328:4:0) after 2m48s
[04:12:21.903] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-default-build-mac-arm:8866404687327445328:4:0)
[04:12:21.925] Build status: SCHEDULED
[04:12:21.925] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-default-build-mac-arm:8866404687327445328:5:0) after 9m35s
[04:21:56.925] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-default-build-mac-arm:8866404687327445328:5:0)
[04:21:56.999] Build status: SCHEDULED
[04:21:56.999] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-default-build-mac-arm:8866404687327445328:6:0) after 4m8s
[04:26:05.403] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-default-build-mac-arm:8866404687327445328:6:0)
[04:26:05.417] Build status: SCHEDULED
[04:26:05.417] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-default-build-mac-arm:8866404687327445328:7:0) after 2m52s
[04:28:58.051] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-default-build-mac-arm:8866404687327445328:7:0)
[04:28:58.071] Build status: SCHEDULED
[04:28:58.071] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-default-build-mac-arm:8866404687327445328:8:0) after 6m26s
[04:35:24.093] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-default-build-mac-arm:8866404687327445328:8:0)
[04:35:24.116] Build status: SCHEDULED
[04:35:24.116] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-default-build-mac-arm:8866404687327445328:9:0) after 7m11s
[04:42:35.235] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-default-build-mac-arm:8866404687327445328:9:0)
[04:42:35.263] Build status: SCHEDULED
[04:42:35.263] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-default-build-mac-arm:8866404687327445328:10:0) after 3m28s
[04:46:03.298] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-default-build-mac-arm:8866404687327445328:10:0)
[04:46:03.324] Build status: SCHEDULED
[04:46:03.324] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-default-build-mac-arm:8866404687327445328:11:0) after 8m17s
[04:54:20.494] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-default-build-mac-arm:8866404687327445328:11:0)
[04:54:20.509] Build status: SCHEDULED
[04:54:20.509] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-default-build-mac-arm:8866404687327445328:12:0) after 6m3s
[05:00:23.580] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-default-build-mac-arm:8866404687327445328:12:0)
[05:00:23.609] Build status: SCHEDULED
[05:00:23.609] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-default-build-mac-arm:8866404687327445328:13:0) after 4m43s
[05:05:06.624] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-default-build-mac-arm:8866404687327445328:13:0)
[05:05:06.650] Build status: SCHEDULED
[05:05:06.650] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-default-build-mac-arm:8866404687327445328:14:0) after 3m55s
[05:09:01.667] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-default-build-mac-arm:8866404687327445328:14:0)
[05:09:01.685] Build status: SCHEDULED
[05:09:01.685] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-default-build-mac-arm:8866404687327445328:15:0) after 5m58s
[05:14:59.701] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-default-build-mac-arm:8866404687327445328:15:0)
[05:14:59.839] Build status: SCHEDULED
[05:14:59.839] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-default-build-mac-arm:8866404687327445328:16:0) after 8m5s
[05:23:04.969] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-default-build-mac-arm:8866404687327445328:16:0)
[05:23:04.985] Build status: SCHEDULED
[05:23:04.986] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-default-build-mac-arm:8866404687327445328:17:0) after 4m53s
[05:27:57.987] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-default-build-mac-arm:8866404687327445328:17:0)
[05:27:58.009] Build status: SCHEDULED
[05:27:58.009] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-default-build-mac-arm:8866404687327445328:18:0) after 1m23s
[05:29:21.026] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-default-build-mac-arm:8866404687327445328:18:0)
[05:29:21.157] Build status: SCHEDULED
[05:29:21.157] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-default-build-mac-arm:8866404687327445328:19:0) after 4m5s
[05:33:26.178] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-default-build-mac-arm:8866404687327445328:19:0)
[05:33:26.194] Build status: SCHEDULED
[05:33:26.194] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-default-build-mac-arm:8866404687327445328:20:0) after 5m34s
[05:39:00.210] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-default-build-mac-arm:8866404687327445328:20:0)
[05:39:00.224] Build status: SCHEDULED
[05:39:00.224] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-default-build-mac-arm:8866404687327445328:21:0) after 9m4s
[05:48:04.242] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-default-build-mac-arm:8866404687327445328:21:0)
[05:48:04.266] Build status: SCHEDULED
[05:48:04.267] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-default-build-mac-arm:8866404687327445328:22:0) after 3m40s
[05:51:44.342] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-default-build-mac-arm:8866404687327445328:22:0)
[05:51:44.367] Build status: SCHEDULED
[05:51:44.367] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-default-build-mac-arm:8866404687327445328:23:0) after 3m34s
[05:55:18.391] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-default-build-mac-arm:8866404687327445328:23:0)
[05:55:18.410] Build status: SCHEDULED
[05:55:18.410] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-default-build-mac-arm:8866404687327445328:24:0) after 3m13s
[05:58:31.616] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-default-build-mac-arm:8866404687327445328:24:0)
[05:58:31.635] Build status: SCHEDULED
[05:58:31.635] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-default-build-mac-arm:8866404687327445328:25:0) after 9m57s
[06:08:28.648] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-default-build-mac-arm:8866404687327445328:25:0)
[06:08:28.687] Build status: SCHEDULED
[06:08:28.687] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-default-build-mac-arm:8866404687327445328:26:0) after 7m25s
[06:15:53.750] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-default-build-mac-arm:8866404687327445328:26:0)
[06:15:53.812] Build status: SCHEDULED
[06:15:53.812] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-default-build-mac-arm:8866404687327445328:27:0) after 7m4s
[06:22:57.830] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-default-build-mac-arm:8866404687327445328:27:0)
[06:22:57.852] Build status: SCHEDULED
[06:22:57.852] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-default-build-mac-arm:8866404687327445328:28:0) after 7m35s
[06:30:32.918] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-default-build-mac-arm:8866404687327445328:28:0)
[06:30:32.934] Build status: SCHEDULED
[06:30:32.934] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-default-build-mac-arm:8866404687327445328:29:0) after 7m45s
[06:38:17.951] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-default-build-mac-arm:8866404687327445328:29:0)
[06:38:17.986] Build status: SCHEDULED
[06:38:17.986] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-default-build-mac-arm:8866404687327445328:30:0) after 3m28s
[06:41:46.002] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-default-build-mac-arm:8866404687327445328:30:0)
[06:41:46.048] Build status: SCHEDULED
[06:41:46.048] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-default-build-mac-arm:8866404687327445328:31:0) after 2m40s
[06:44:26.165] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-default-build-mac-arm:8866404687327445328:31:0)
[06:44:26.202] Build status: SCHEDULED
[06:44:26.202] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-default-build-mac-arm:8866404687327445328:32:0) after 7m45s
[06:52:11.222] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-default-build-mac-arm:8866404687327445328:32:0)
[06:52:11.243] Build status: SCHEDULED
[06:52:11.243] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-default-build-mac-arm:8866404687327445328:33:0) after 3m30s
[06:55:41.256] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-default-build-mac-arm:8866404687327445328:33:0)
[06:55:41.272] Build status: SCHEDULED
[06:55:41.272] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-default-build-mac-arm:8866404687327445328:34:0) after 6m20s
[07:02:01.367] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-default-build-mac-arm:8866404687327445328:34:0)
[07:02:01.390] Build status: SCHEDULED
[07:02:01.390] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-default-build-mac-arm:8866404687327445328:35:0) after 4m51s
[07:06:52.407] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-default-build-mac-arm:8866404687327445328:35:0)
[07:06:52.423] Build status: SCHEDULED
[07:06:52.423] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-default-build-mac-arm:8866404687327445328:36:0) after 7m20s
[07:14:12.438] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-default-build-mac-arm:8866404687327445328:36:0)
[07:14:12.454] Build status: SCHEDULED
[07:14:12.454] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-default-build-mac-arm:8866404687327445328:37:0) after 3m23s
[07:17:35.469] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-default-build-mac-arm:8866404687327445328:37:0)
[07:17:35.484] Build status: SCHEDULED
[07:17:35.484] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-default-build-mac-arm:8866404687327445328:38:0) after 4m10s
[07:21:45.499] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-default-build-mac-arm:8866404687327445328:38:0)
[07:21:45.615] Build status: SCHEDULED
[07:21:45.615] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-default-build-mac-arm:8866404687327445328:39:0) after 1m52s
[07:23:37.740] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-default-build-mac-arm:8866404687327445328:39:0)
[07:23:37.770] Build status: SCHEDULED
[07:23:37.770] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-default-build-mac-arm:8866404687327445328:40:0) after 4m31s
[07:28:08.784] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-default-build-mac-arm:8866404687327445328:40:0)
[07:28:08.808] Build status: SCHEDULED
[07:28:08.808] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-default-build-mac-arm:8866404687327445328:41:0) after 2m39s
[07:30:47.826] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-default-build-mac-arm:8866404687327445328:41:0)
[07:30:47.912] Build status: SCHEDULED
[07:30:47.912] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-default-build-mac-arm:8866404687327445328:42:0) after 1m34s
[07:32:21.935] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-default-build-mac-arm:8866404687327445328:42:0)
[07:32:21.958] Build status: SCHEDULED
[07:32:21.958] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-default-build-mac-arm:8866404687327445328:43:0) after 4m55s
[07:37:16.954] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-default-build-mac-arm:8866404687327445328:43:0)
[07:37:16.972] Build status: SCHEDULED
[07:37:16.972] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-default-build-mac-arm:8866404687327445328:44:0) after 5m32s
[07:42:49.033] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-default-build-mac-arm:8866404687327445328:44:0)
[07:42:49.059] Build status: SCHEDULED
[07:42:49.059] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-default-build-mac-arm:8866404687327445328:45:0) after 8m53s
[07:51:42.075] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-default-build-mac-arm:8866404687327445328:45:0)
[07:51:42.123] Build status: SCHEDULED
[07:51:42.124] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-default-build-mac-arm:8866404687327445328:46:0) after 2m50s
[07:54:32.153] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-default-build-mac-arm:8866404687327445328:46:0)
[07:54:32.187] Build status: SCHEDULED
[07:54:32.187] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-default-build-mac-arm:8866404687327445328:47:0) after 8m39s
[08:03:11.215] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-default-build-mac-arm:8866404687327445328:47:0)
[08:03:11.233] Build status: SCHEDULED
[08:03:11.233] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-default-build-mac-arm:8866404687327445328:48:0) after 2m3s
[08:05:14.316] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-default-build-mac-arm:8866404687327445328:48:0)
[08:05:14.333] Build status: SCHEDULED
[08:05:14.333] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-default-build-mac-arm:8866404687327445328:49:0) after 8m52s
[08:14:06.367] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-default-build-mac-arm:8866404687327445328:49:0)
[08:14:06.397] Build status: SCHEDULED
[08:14:06.397] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-default-build-mac-arm:8866404687327445328:50:0) after 4m39s
[08:18:45.406] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-default-build-mac-arm:8866404687327445328:50:0)
[08:18:45.426] Build status: SCHEDULED
[08:18:45.426] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-default-build-mac-arm:8866404687327445328:51:0) after 6m6s
[08:19:29.184] Received PubSub notification, asking Buildbucket for the build status
[08:19:29.230] Build status: STARTED
[08:20:22.571] Received PubSub notification, asking Buildbucket for the build status
[08:20:22.586] Build:
{
  "id": "8700974625439605153",
  "builder": {
    "project": "pigweed",
    "bucket": "examples.dev.ci",
    "builder": "examples-default-build-mac-arm"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-10-15T04:03:14.223395230Z",
  "startTime": "2025-10-15T08:19:28.925544634Z",
  "endTime": "2025-10-15T08:20:22.246783276Z",
  "updateTime": "2025-10-15T08:20:22.246783276Z",
  "status": "INFRA_FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/examples",
      "id": "fd927e8f3053ae20bde1873825a93e9d5a696e3d",
      "ref": "refs/heads/main"
    }
  }
}
[08:20:22.586] Invocation finished in 4h17m9.546949437s with status FAILED