Status: FAILED
Triggered by: -
Duration: 6 hours
Actions:

Definition (rev cfd2f13d570877af640615f742b9b2cae2bca0f8)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "pigweed.ci"
  builder: "envtest-mac-arm"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://pigweed.googlesource.com/pigweed/pigweed",
  "revision": "95732fb2b2335392165a39996051b60f400cb0e5"
}

Incoming tags

  • buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/95732fb2b2335392165a39996051b60f400cb0e5
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[21:29:54.298] New invocation is queued and will start shortly
[21:29:55.524] Starting the invocation (attempt 1)
[21:29:55.549] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/95732fb2b2335392165a39996051b60f400cb0e5"
[21:29:55.549] Popped gitiles commit info from properties and tags
[21:29:55.549] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[21:29:55.549] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[21:29:55.550] Buildbucket request:
{
  "requestId": "8921512387985902704",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.ci",
    "builder": "envtest-mac-arm"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8921512387985902704",
            "job": "pigweed/pigweed.ci-envtest-mac-arm",
            "triggers": [
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "b482f964bd56b7ffb7ba4cbd1f8e1c3ed82345cf"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@b482f964bd56b7ffb7ba4cbd1f8e1c3ed82345cf",
                        "title": "b482f964bd56b7ffb7ba4cbd1f8e1c3ed82345cf",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/b482f964bd56b7ffb7ba4cbd1f8e1c3ed82345cf"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "25319124e0d486ef3a60d45750e6387f487ffc6b"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@25319124e0d486ef3a60d45750e6387f487ffc6b",
                        "title": "25319124e0d486ef3a60d45750e6387f487ffc6b",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/25319124e0d486ef3a60d45750e6387f487ffc6b"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "95732fb2b2335392165a39996051b60f400cb0e5"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@95732fb2b2335392165a39996051b60f400cb0e5",
                        "title": "95732fb2b2335392165a39996051b60f400cb0e5",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/95732fb2b2335392165a39996051b60f400cb0e5"
                      }
                ]
          }
    },
  "gitilesCommit": {
    "host": "pigweed.googlesource.com",
    "project": "pigweed/pigweed",
    "id": "95732fb2b2335392165a39996051b60f400cb0e5",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8921512387985902704"
    },
    {
      "key": "scheduler_job_id",
      "value": "pigweed/pigweed.ci-envtest-mac-arm"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[21:29:56.080] Scheduled build:
{
  "id": "8756082325929275825",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.ci",
    "builder": "envtest-mac-arm"
  },
  "createdBy": "project:pigweed",
  "createTime": "2024-02-14T21:29:55.630487062Z",
  "updateTime": "2024-02-14T21:29:55.630487062Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "95732fb2b2335392165a39996051b60f400cb0e5",
      "ref": "refs/heads/main"
    }
  }
}
[21:29:56.080] Task URL: https://cr-buildbucket.appspot.com/build/8756082325929275825
[21:29:56.080] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-envtest-mac-arm:8921512387985902704:2:0) after 5m45s
[21:29:57.010] Received PubSub notification, asking Buildbucket for the build status
[21:29:57.029] Build status: SCHEDULED
[21:35:41.151] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-envtest-mac-arm:8921512387985902704:2:0)
[21:35:41.176] Build status: SCHEDULED
[21:35:41.176] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-envtest-mac-arm:8921512387985902704:4:0) after 7m49s
[21:43:30.230] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-envtest-mac-arm:8921512387985902704:4:0)
[21:43:30.267] Build status: SCHEDULED
[21:43:30.267] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-envtest-mac-arm:8921512387985902704:5:0) after 2m47s
[21:46:17.289] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-envtest-mac-arm:8921512387985902704:5:0)
[21:46:17.315] Build status: SCHEDULED
[21:46:17.315] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-envtest-mac-arm:8921512387985902704:6:0) after 1m1s
[21:47:18.361] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-envtest-mac-arm:8921512387985902704:6:0)
[21:47:18.459] Build status: SCHEDULED
[21:47:18.459] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-envtest-mac-arm:8921512387985902704:7:0) after 7m14s
[21:54:32.479] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-envtest-mac-arm:8921512387985902704:7:0)
[21:54:32.506] Build status: SCHEDULED
[21:54:32.506] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-envtest-mac-arm:8921512387985902704:8:0) after 8m7s
[22:02:39.545] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-envtest-mac-arm:8921512387985902704:8:0)
[22:02:39.591] Build status: SCHEDULED
[22:02:39.591] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-envtest-mac-arm:8921512387985902704:9:0) after 2m32s
[22:05:11.609] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-envtest-mac-arm:8921512387985902704:9:0)
[22:05:11.635] Build status: SCHEDULED
[22:05:11.635] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-envtest-mac-arm:8921512387985902704:10:0) after 7m1s
[22:12:12.691] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-envtest-mac-arm:8921512387985902704:10:0)
[22:12:12.797] Build status: SCHEDULED
[22:12:12.798] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-envtest-mac-arm:8921512387985902704:11:0) after 7m18s
[22:19:30.870] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-envtest-mac-arm:8921512387985902704:11:0)
[22:19:30.889] Build status: SCHEDULED
[22:19:30.889] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-envtest-mac-arm:8921512387985902704:12:0) after 1m36s
[22:21:06.900] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-envtest-mac-arm:8921512387985902704:12:0)
[22:21:06.930] Build status: SCHEDULED
[22:21:06.930] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-envtest-mac-arm:8921512387985902704:13:0) after 8m0s
[22:29:06.961] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-envtest-mac-arm:8921512387985902704:13:0)
[22:29:06.985] Build status: SCHEDULED
[22:29:06.985] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-envtest-mac-arm:8921512387985902704:14:0) after 8m28s
[22:37:35.044] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-envtest-mac-arm:8921512387985902704:14:0)
[22:37:35.104] Build status: SCHEDULED
[22:37:35.104] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-envtest-mac-arm:8921512387985902704:15:0) after 2m52s
[22:40:27.130] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-envtest-mac-arm:8921512387985902704:15:0)
[22:40:27.152] Build status: SCHEDULED
[22:40:27.152] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-envtest-mac-arm:8921512387985902704:16:0) after 1m41s
[22:42:08.272] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-envtest-mac-arm:8921512387985902704:16:0)
[22:42:08.358] Build status: SCHEDULED
[22:42:08.358] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-envtest-mac-arm:8921512387985902704:17:0) after 2m13s
[22:44:21.391] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-envtest-mac-arm:8921512387985902704:17:0)
[22:44:21.426] Build status: SCHEDULED
[22:44:21.426] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-envtest-mac-arm:8921512387985902704:18:0) after 8m53s
[22:53:14.479] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-envtest-mac-arm:8921512387985902704:18:0)
[22:53:14.497] Build status: SCHEDULED
[22:53:14.497] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-envtest-mac-arm:8921512387985902704:19:0) after 1m6s
[22:54:20.514] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-envtest-mac-arm:8921512387985902704:19:0)
[22:54:20.602] Build status: SCHEDULED
[22:54:20.602] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-envtest-mac-arm:8921512387985902704:20:0) after 8m16s
[23:02:36.601] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-envtest-mac-arm:8921512387985902704:20:0)
[23:02:36.619] Build status: SCHEDULED
[23:02:36.619] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-envtest-mac-arm:8921512387985902704:21:0) after 1m25s
[23:04:01.698] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-envtest-mac-arm:8921512387985902704:21:0)
[23:04:01.737] Build status: SCHEDULED
[23:04:01.737] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-envtest-mac-arm:8921512387985902704:22:0) after 8m9s
[23:12:10.876] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-envtest-mac-arm:8921512387985902704:22:0)
[23:12:10.909] Build status: SCHEDULED
[23:12:10.910] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-envtest-mac-arm:8921512387985902704:23:0) after 5m40s
[23:17:50.899] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-envtest-mac-arm:8921512387985902704:23:0)
[23:17:50.930] Build status: SCHEDULED
[23:17:50.930] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-envtest-mac-arm:8921512387985902704:24:0) after 9m17s
[23:27:07.948] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-envtest-mac-arm:8921512387985902704:24:0)
[23:27:07.964] Build status: SCHEDULED
[23:27:07.964] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-envtest-mac-arm:8921512387985902704:25:0) after 9m14s
[23:36:21.981] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-envtest-mac-arm:8921512387985902704:25:0)
[23:36:22.006] Build status: SCHEDULED
[23:36:22.006] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-envtest-mac-arm:8921512387985902704:26:0) after 2m10s
[23:38:32.038] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-envtest-mac-arm:8921512387985902704:26:0)
[23:38:32.069] Build status: SCHEDULED
[23:38:32.069] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-envtest-mac-arm:8921512387985902704:27:0) after 2m31s
[23:41:03.089] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-envtest-mac-arm:8921512387985902704:27:0)
[23:41:03.123] Build status: SCHEDULED
[23:41:03.123] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-envtest-mac-arm:8921512387985902704:28:0) after 1m2s
[23:42:05.194] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-envtest-mac-arm:8921512387985902704:28:0)
[23:42:05.224] Build status: SCHEDULED
[23:42:05.224] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-envtest-mac-arm:8921512387985902704:29:0) after 6m47s
[23:48:52.586] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-envtest-mac-arm:8921512387985902704:29:0)
[23:48:52.615] Build status: SCHEDULED
[23:48:52.615] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-envtest-mac-arm:8921512387985902704:30:0) after 2m18s
[23:51:10.634] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-envtest-mac-arm:8921512387985902704:30:0)
[23:51:10.660] Build status: SCHEDULED
[23:51:10.660] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-envtest-mac-arm:8921512387985902704:31:0) after 7m39s
[23:58:49.683] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-envtest-mac-arm:8921512387985902704:31:0)
[23:58:49.755] Build status: SCHEDULED
[23:58:49.755] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-envtest-mac-arm:8921512387985902704:32:0) after 3m57s
[00:02:46.831] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-envtest-mac-arm:8921512387985902704:32:0)
[00:02:46.858] Build status: SCHEDULED
[00:02:46.858] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-envtest-mac-arm:8921512387985902704:33:0) after 3m35s
[00:06:21.952] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-envtest-mac-arm:8921512387985902704:33:0)
[00:06:21.977] Build status: SCHEDULED
[00:06:21.978] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-envtest-mac-arm:8921512387985902704:34:0) after 6m59s
[00:13:21.043] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-envtest-mac-arm:8921512387985902704:34:0)
[00:13:21.064] Build status: SCHEDULED
[00:13:21.064] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-envtest-mac-arm:8921512387985902704:35:0) after 8m41s
[00:22:02.128] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-envtest-mac-arm:8921512387985902704:35:0)
[00:22:02.166] Build status: SCHEDULED
[00:22:02.166] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-envtest-mac-arm:8921512387985902704:36:0) after 4m32s
[00:26:34.184] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-envtest-mac-arm:8921512387985902704:36:0)
[00:26:34.206] Build status: SCHEDULED
[00:26:34.206] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-envtest-mac-arm:8921512387985902704:37:0) after 9m15s
[00:35:49.377] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-envtest-mac-arm:8921512387985902704:37:0)
[00:35:49.403] Build status: SCHEDULED
[00:35:49.403] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-envtest-mac-arm:8921512387985902704:38:0) after 3m18s
[00:39:07.435] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-envtest-mac-arm:8921512387985902704:38:0)
[00:39:07.461] Build status: SCHEDULED
[00:39:07.461] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-envtest-mac-arm:8921512387985902704:39:0) after 5m27s
[00:44:34.532] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-envtest-mac-arm:8921512387985902704:39:0)
[00:44:34.728] Build status: SCHEDULED
[00:44:34.728] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-envtest-mac-arm:8921512387985902704:40:0) after 2m0s
[00:46:34.746] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-envtest-mac-arm:8921512387985902704:40:0)
[00:46:34.762] Build status: SCHEDULED
[00:46:34.762] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-envtest-mac-arm:8921512387985902704:41:0) after 7m38s
[00:54:12.844] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-envtest-mac-arm:8921512387985902704:41:0)
[00:54:12.891] Build status: SCHEDULED
[00:54:12.891] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-envtest-mac-arm:8921512387985902704:42:0) after 7m36s
[01:01:48.907] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-envtest-mac-arm:8921512387985902704:42:0)
[01:01:48.967] Build status: SCHEDULED
[01:01:48.967] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-envtest-mac-arm:8921512387985902704:43:0) after 5m59s
[01:07:48.105] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-envtest-mac-arm:8921512387985902704:43:0)
[01:07:48.132] Build status: SCHEDULED
[01:07:48.132] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-envtest-mac-arm:8921512387985902704:44:0) after 3m56s
[01:11:44.162] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-envtest-mac-arm:8921512387985902704:44:0)
[01:11:44.204] Build status: SCHEDULED
[01:11:44.204] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-envtest-mac-arm:8921512387985902704:45:0) after 6m47s
[01:18:31.223] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-envtest-mac-arm:8921512387985902704:45:0)
[01:18:31.262] Build status: SCHEDULED
[01:18:31.262] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-envtest-mac-arm:8921512387985902704:46:0) after 5m21s
[01:23:52.319] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-envtest-mac-arm:8921512387985902704:46:0)
[01:23:52.345] Build status: SCHEDULED
[01:23:52.345] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-envtest-mac-arm:8921512387985902704:47:0) after 9m36s
[01:33:28.413] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-envtest-mac-arm:8921512387985902704:47:0)
[01:33:28.437] Build status: SCHEDULED
[01:33:28.437] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-envtest-mac-arm:8921512387985902704:48:0) after 2m14s
[01:35:42.463] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-envtest-mac-arm:8921512387985902704:48:0)
[01:35:42.522] Build status: SCHEDULED
[01:35:42.522] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-envtest-mac-arm:8921512387985902704:49:0) after 6m26s
[01:42:08.599] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-envtest-mac-arm:8921512387985902704:49:0)
[01:42:08.643] Build status: SCHEDULED
[01:42:08.643] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-envtest-mac-arm:8921512387985902704:50:0) after 1m53s
[01:44:01.713] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-envtest-mac-arm:8921512387985902704:50:0)
[01:44:01.733] Build status: SCHEDULED
[01:44:01.733] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-envtest-mac-arm:8921512387985902704:51:0) after 7m0s
[01:51:01.819] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-envtest-mac-arm:8921512387985902704:51:0)
[01:51:01.861] Build status: SCHEDULED
[01:51:01.862] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-envtest-mac-arm:8921512387985902704:52:0) after 1m47s
[01:52:48.931] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-envtest-mac-arm:8921512387985902704:52:0)
[01:52:48.961] Build status: SCHEDULED
[01:52:48.961] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-envtest-mac-arm:8921512387985902704:53:0) after 7m56s
[02:00:45.083] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-envtest-mac-arm:8921512387985902704:53:0)
[02:00:45.140] Build status: SCHEDULED
[02:00:45.140] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-envtest-mac-arm:8921512387985902704:54:0) after 2m17s
[02:03:02.131] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-envtest-mac-arm:8921512387985902704:54:0)
[02:03:02.188] Build status: SCHEDULED
[02:03:02.188] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-envtest-mac-arm:8921512387985902704:55:0) after 2m47s
[02:05:49.171] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-envtest-mac-arm:8921512387985902704:55:0)
[02:05:49.192] Build status: SCHEDULED
[02:05:49.192] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-envtest-mac-arm:8921512387985902704:56:0) after 4m6s
[02:09:55.178] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-envtest-mac-arm:8921512387985902704:56:0)
[02:09:55.208] Build status: SCHEDULED
[02:09:55.208] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-envtest-mac-arm:8921512387985902704:57:0) after 4m31s
[02:14:26.340] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-envtest-mac-arm:8921512387985902704:57:0)
[02:14:26.418] Build status: SCHEDULED
[02:14:26.418] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-envtest-mac-arm:8921512387985902704:58:0) after 3m52s
[02:18:18.446] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-envtest-mac-arm:8921512387985902704:58:0)
[02:18:18.473] Build status: SCHEDULED
[02:18:18.473] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-envtest-mac-arm:8921512387985902704:59:0) after 9m38s
[02:27:56.604] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-envtest-mac-arm:8921512387985902704:59:0)
[02:27:56.625] Build status: SCHEDULED
[02:27:56.626] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-envtest-mac-arm:8921512387985902704:60:0) after 2m2s
[02:29:58.700] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-envtest-mac-arm:8921512387985902704:60:0)
[02:29:58.874] Build status: SCHEDULED
[02:29:58.874] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-envtest-mac-arm:8921512387985902704:61:0) after 2m48s
[02:32:46.949] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-envtest-mac-arm:8921512387985902704:61:0)
[02:32:46.970] Build status: SCHEDULED
[02:32:46.970] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-envtest-mac-arm:8921512387985902704:62:0) after 9m46s
[02:42:33.024] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-envtest-mac-arm:8921512387985902704:62:0)
[02:42:33.048] Build status: SCHEDULED
[02:42:33.048] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-envtest-mac-arm:8921512387985902704:63:0) after 5m17s
[02:47:50.082] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-envtest-mac-arm:8921512387985902704:63:0)
[02:47:50.119] Build status: SCHEDULED
[02:47:50.119] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-envtest-mac-arm:8921512387985902704:64:0) after 4m21s
[02:52:11.170] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-envtest-mac-arm:8921512387985902704:64:0)
[02:52:11.234] Build status: SCHEDULED
[02:52:11.234] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-envtest-mac-arm:8921512387985902704:65:0) after 7m46s
[02:59:57.358] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-envtest-mac-arm:8921512387985902704:65:0)
[02:59:57.391] Build status: SCHEDULED
[02:59:57.391] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-envtest-mac-arm:8921512387985902704:66:0) after 9m45s
[03:09:42.434] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-envtest-mac-arm:8921512387985902704:66:0)
[03:09:42.467] Build status: SCHEDULED
[03:09:42.468] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-envtest-mac-arm:8921512387985902704:67:0) after 2m11s
[03:11:53.450] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-envtest-mac-arm:8921512387985902704:67:0)
[03:11:53.470] Build status: SCHEDULED
[03:11:53.470] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-envtest-mac-arm:8921512387985902704:68:0) after 7m40s
[03:19:33.761] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-envtest-mac-arm:8921512387985902704:68:0)
[03:19:33.779] Build status: SCHEDULED
[03:19:33.779] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-envtest-mac-arm:8921512387985902704:69:0) after 3m9s
[03:22:42.802] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-envtest-mac-arm:8921512387985902704:69:0)
[03:22:42.819] Build status: SCHEDULED
[03:22:42.819] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-envtest-mac-arm:8921512387985902704:70:0) after 3m46s
[03:26:28.842] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-envtest-mac-arm:8921512387985902704:70:0)
[03:26:28.865] Build status: SCHEDULED
[03:26:28.865] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-envtest-mac-arm:8921512387985902704:71:0) after 8m59s
[03:35:28.145] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-envtest-mac-arm:8921512387985902704:71:0)
[03:35:28.169] Build status: SCHEDULED
[03:35:28.169] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-envtest-mac-arm:8921512387985902704:72:0) after 1m55s
[03:37:23.403] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-envtest-mac-arm:8921512387985902704:72:0)
[03:37:23.420] Build status: SCHEDULED
[03:37:23.421] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-envtest-mac-arm:8921512387985902704:73:0) after 3m12s
[03:40:35.526] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-envtest-mac-arm:8921512387985902704:73:0)
[03:40:35.542] Build status: SCHEDULED
[03:40:35.542] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-envtest-mac-arm:8921512387985902704:74:0) after 8m16s
[03:48:51.808] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-envtest-mac-arm:8921512387985902704:74:0)
[03:48:51.831] Build status: SCHEDULED
[03:48:51.831] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-envtest-mac-arm:8921512387985902704:75:0) after 4m57s
[03:52:06.150] Received PubSub notification, asking Buildbucket for the build status
[03:52:06.215] Build status: STARTED
[03:53:08.332] Received PubSub notification, asking Buildbucket for the build status
[03:53:08.352] Build:
{
  "id": "8756082325929275825",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.ci",
    "builder": "envtest-mac-arm"
  },
  "createdBy": "project:pigweed",
  "createTime": "2024-02-14T21:29:55.630487062Z",
  "startTime": "2024-02-15T03:52:04.533314Z",
  "endTime": "2024-02-15T03:53:07.590310Z",
  "updateTime": "2024-02-15T03:53:07.590310Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "95732fb2b2335392165a39996051b60f400cb0e5",
      "ref": "refs/heads/main"
    }
  }
}
[03:53:08.352] Invocation finished in 6h23m14.066624218s with status FAILED