Status: FAILED
Triggered by: -
Duration: 7 hours
Actions:

Definition (rev cfd2f13d570877af640615f742b9b2cae2bca0f8)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "pigweed.ci"
  builder: "pigweed-mac-arm-bazel-noenv"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://pigweed.googlesource.com/pigweed/pigweed",
  "revision": "bce7ebb1cb9638e249591a27c68927c15e236193"
}

Incoming tags

  • buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/bce7ebb1cb9638e249591a27c68927c15e236193
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[15:04:24.562] New invocation is queued and will start shortly
[15:04:25.625] Starting the invocation (attempt 1)
[15:04:25.651] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/bce7ebb1cb9638e249591a27c68927c15e236193"
[15:04:25.651] Popped gitiles commit info from properties and tags
[15:04:25.651] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[15:04:25.652] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[15:04:25.652] Buildbucket request:
{
  "requestId": "8918456344419578592",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.ci",
    "builder": "pigweed-mac-arm-bazel-noenv"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8918456344419578592",
            "job": "pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv",
            "triggers": [
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "bce7ebb1cb9638e249591a27c68927c15e236193"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@bce7ebb1cb9638e249591a27c68927c15e236193",
                        "title": "bce7ebb1cb9638e249591a27c68927c15e236193",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/bce7ebb1cb9638e249591a27c68927c15e236193"
                      }
                ]
          }
    },
  "gitilesCommit": {
    "host": "pigweed.googlesource.com",
    "project": "pigweed/pigweed",
    "id": "bce7ebb1cb9638e249591a27c68927c15e236193",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8918456344419578592"
    },
    {
      "key": "scheduler_job_id",
      "value": "pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[15:04:27.253] Scheduled build:
{
  "id": "8753026282287337201",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.ci",
    "builder": "pigweed-mac-arm-bazel-noenv"
  },
  "createdBy": "project:pigweed",
  "createTime": "2024-03-19T15:04:25.961124232Z",
  "updateTime": "2024-03-19T15:04:25.961124232Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "bce7ebb1cb9638e249591a27c68927c15e236193",
      "ref": "refs/heads/main"
    }
  }
}
[15:04:27.253] Task URL: https://cr-buildbucket.appspot.com/build/8753026282287337201
[15:04:27.253] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8918456344419578592:2:0) after 8m24s
[15:04:27.854] Received PubSub notification, asking Buildbucket for the build status
[15:04:27.889] Build status: SCHEDULED
[15:12:51.322] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8918456344419578592:2:0)
[15:12:51.341] Build status: SCHEDULED
[15:12:51.341] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8918456344419578592:4:0) after 4m15s
[15:17:06.364] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8918456344419578592:4:0)
[15:17:06.413] Build status: SCHEDULED
[15:17:06.413] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8918456344419578592:5:0) after 2m35s
[15:19:41.470] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8918456344419578592:5:0)
[15:19:41.488] Build status: SCHEDULED
[15:19:41.489] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8918456344419578592:6:0) after 6m10s
[15:25:51.583] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8918456344419578592:6:0)
[15:25:51.606] Build status: SCHEDULED
[15:25:51.606] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8918456344419578592:7:0) after 6m32s
[15:32:23.623] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8918456344419578592:7:0)
[15:32:23.645] Build status: SCHEDULED
[15:32:23.646] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8918456344419578592:8:0) after 8m15s
[15:40:38.670] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8918456344419578592:8:0)
[15:40:38.703] Build status: SCHEDULED
[15:40:38.703] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8918456344419578592:9:0) after 6m28s
[15:47:06.860] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8918456344419578592:9:0)
[15:47:06.882] Build status: SCHEDULED
[15:47:06.882] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8918456344419578592:10:0) after 2m49s
[15:49:55.897] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8918456344419578592:10:0)
[15:49:55.920] Build status: SCHEDULED
[15:49:55.920] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8918456344419578592:11:0) after 5m22s
[15:55:18.046] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8918456344419578592:11:0)
[15:55:18.069] Build status: SCHEDULED
[15:55:18.069] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8918456344419578592:12:0) after 7m38s
[16:02:56.337] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8918456344419578592:12:0)
[16:02:56.395] Build status: SCHEDULED
[16:02:56.395] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8918456344419578592:13:0) after 2m21s
[16:05:29.747] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8918456344419578592:13:0)
[16:05:29.768] Build status: SCHEDULED
[16:05:29.768] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8918456344419578592:14:0) after 1m17s
[16:06:46.850] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8918456344419578592:14:0)
[16:06:46.955] Build status: SCHEDULED
[16:06:46.955] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8918456344419578592:15:0) after 6m33s
[16:13:20.065] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8918456344419578592:15:0)
[16:13:20.095] Build status: SCHEDULED
[16:13:20.095] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8918456344419578592:16:0) after 9m39s
[16:22:59.233] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8918456344419578592:16:0)
[16:22:59.262] Build status: SCHEDULED
[16:22:59.262] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8918456344419578592:17:0) after 3m58s
[16:26:57.338] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8918456344419578592:17:0)
[16:26:57.358] Build status: SCHEDULED
[16:26:57.359] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8918456344419578592:18:0) after 8m43s
[16:35:40.392] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8918456344419578592:18:0)
[16:35:40.432] Build status: SCHEDULED
[16:35:40.432] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8918456344419578592:19:0) after 6m29s
[16:42:09.651] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8918456344419578592:19:0)
[16:42:09.672] Build status: SCHEDULED
[16:42:09.672] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8918456344419578592:20:0) after 3m30s
[16:45:39.862] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8918456344419578592:20:0)
[16:45:39.906] Build status: SCHEDULED
[16:45:39.906] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8918456344419578592:21:0) after 6m20s
[16:52:00.006] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8918456344419578592:21:0)
[16:52:00.042] Build status: SCHEDULED
[16:52:00.042] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8918456344419578592:22:0) after 3m42s
[16:55:42.056] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8918456344419578592:22:0)
[16:55:42.075] Build status: SCHEDULED
[16:55:42.075] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8918456344419578592:23:0) after 7m30s
[17:03:12.498] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8918456344419578592:23:0)
[17:03:12.515] Build status: SCHEDULED
[17:03:12.516] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8918456344419578592:24:0) after 6m0s
[17:09:12.769] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8918456344419578592:24:0)
[17:09:12.802] Build status: SCHEDULED
[17:09:12.802] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8918456344419578592:25:0) after 3m46s
[17:12:58.831] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8918456344419578592:25:0)
[17:12:58.863] Build status: SCHEDULED
[17:12:58.863] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8918456344419578592:26:0) after 2m53s
[17:15:51.894] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8918456344419578592:26:0)
[17:15:51.938] Build status: SCHEDULED
[17:15:51.938] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8918456344419578592:27:0) after 3m57s
[17:19:49.186] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8918456344419578592:27:0)
[17:19:49.206] Build status: SCHEDULED
[17:19:49.206] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8918456344419578592:28:0) after 9m38s
[17:29:27.533] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8918456344419578592:28:0)
[17:29:27.561] Build status: SCHEDULED
[17:29:27.561] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8918456344419578592:29:0) after 9m31s
[17:38:58.655] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8918456344419578592:29:0)
[17:38:58.769] Build status: SCHEDULED
[17:38:58.769] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8918456344419578592:30:0) after 7m27s
[17:46:25.844] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8918456344419578592:30:0)
[17:46:25.860] Build status: SCHEDULED
[17:46:25.860] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8918456344419578592:31:0) after 9m53s
[17:56:18.881] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8918456344419578592:31:0)
[17:56:18.899] Build status: SCHEDULED
[17:56:18.899] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8918456344419578592:32:0) after 8m12s
[18:04:30.927] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8918456344419578592:32:0)
[18:04:31.053] Build status: SCHEDULED
[18:04:31.053] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8918456344419578592:33:0) after 9m49s
[18:14:20.073] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8918456344419578592:33:0)
[18:14:20.102] Build status: SCHEDULED
[18:14:20.102] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8918456344419578592:34:0) after 7m38s
[18:21:58.174] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8918456344419578592:34:0)
[18:21:58.208] Build status: SCHEDULED
[18:21:58.208] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8918456344419578592:35:0) after 1m40s
[18:23:38.414] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8918456344419578592:35:0)
[18:23:38.432] Build status: SCHEDULED
[18:23:38.432] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8918456344419578592:36:0) after 3m13s
[18:26:51.552] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8918456344419578592:36:0)
[18:26:51.574] Build status: SCHEDULED
[18:26:51.574] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8918456344419578592:37:0) after 3m1s
[18:29:52.590] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8918456344419578592:37:0)
[18:29:52.608] Build status: SCHEDULED
[18:29:52.608] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8918456344419578592:38:0) after 7m31s
[18:37:23.625] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8918456344419578592:38:0)
[18:37:23.648] Build status: SCHEDULED
[18:37:23.648] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8918456344419578592:39:0) after 8m2s
[18:45:25.672] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8918456344419578592:39:0)
[18:45:25.699] Build status: SCHEDULED
[18:45:25.699] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8918456344419578592:40:0) after 4m45s
[18:50:10.738] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8918456344419578592:40:0)
[18:50:10.808] Build status: SCHEDULED
[18:50:10.808] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8918456344419578592:41:0) after 1m20s
[18:51:30.879] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8918456344419578592:41:0)
[18:51:30.898] Build status: SCHEDULED
[18:51:30.898] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8918456344419578592:42:0) after 8m52s
[19:00:22.986] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8918456344419578592:42:0)
[19:00:23.059] Build status: SCHEDULED
[19:00:23.059] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8918456344419578592:43:0) after 7m4s
[19:07:27.122] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8918456344419578592:43:0)
[19:07:27.216] Build status: SCHEDULED
[19:07:27.217] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8918456344419578592:44:0) after 8m52s
[19:16:19.277] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8918456344419578592:44:0)
[19:16:19.298] Build status: SCHEDULED
[19:16:19.298] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8918456344419578592:45:0) after 2m37s
[19:18:56.323] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8918456344419578592:45:0)
[19:18:56.353] Build status: SCHEDULED
[19:18:56.354] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8918456344419578592:46:0) after 3m53s
[19:22:49.420] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8918456344419578592:46:0)
[19:22:49.462] Build status: SCHEDULED
[19:22:49.462] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8918456344419578592:47:0) after 8m0s
[19:30:49.481] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8918456344419578592:47:0)
[19:30:49.508] Build status: SCHEDULED
[19:30:49.508] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8918456344419578592:48:0) after 7m39s
[19:38:28.589] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8918456344419578592:48:0)
[19:38:28.615] Build status: SCHEDULED
[19:38:28.615] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8918456344419578592:49:0) after 4m30s
[19:42:58.645] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8918456344419578592:49:0)
[19:42:58.668] Build status: SCHEDULED
[19:42:58.668] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8918456344419578592:50:0) after 2m53s
[19:45:51.723] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8918456344419578592:50:0)
[19:45:51.851] Build status: SCHEDULED
[19:45:51.851] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8918456344419578592:51:0) after 7m57s
[19:53:48.877] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8918456344419578592:51:0)
[19:53:48.902] Build status: SCHEDULED
[19:53:48.902] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8918456344419578592:52:0) after 4m21s
[19:58:09.944] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8918456344419578592:52:0)
[19:58:09.966] Build status: SCHEDULED
[19:58:09.966] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8918456344419578592:53:0) after 7m33s
[20:05:43.086] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8918456344419578592:53:0)
[20:05:43.123] Build status: SCHEDULED
[20:05:43.123] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8918456344419578592:54:0) after 3m40s
[20:09:23.096] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8918456344419578592:54:0)
[20:09:23.143] Build status: SCHEDULED
[20:09:23.143] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8918456344419578592:55:0) after 5m33s
[20:14:56.258] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8918456344419578592:55:0)
[20:14:56.293] Build status: SCHEDULED
[20:14:56.293] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8918456344419578592:56:0) after 1m16s
[20:16:12.355] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8918456344419578592:56:0)
[20:16:12.382] Build status: SCHEDULED
[20:16:12.382] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8918456344419578592:57:0) after 1m46s
[20:17:58.373] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8918456344419578592:57:0)
[20:17:58.407] Build status: SCHEDULED
[20:17:58.408] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8918456344419578592:58:0) after 4m2s
[20:22:00.430] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8918456344419578592:58:0)
[20:22:00.450] Build status: SCHEDULED
[20:22:00.450] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8918456344419578592:59:0) after 5m20s
[20:27:20.581] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8918456344419578592:59:0)
[20:27:20.600] Build status: SCHEDULED
[20:27:20.600] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8918456344419578592:60:0) after 5m11s
[20:32:31.718] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8918456344419578592:60:0)
[20:32:31.774] Build status: SCHEDULED
[20:32:31.774] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8918456344419578592:61:0) after 7m44s
[20:40:15.800] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8918456344419578592:61:0)
[20:40:15.839] Build status: SCHEDULED
[20:40:15.839] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8918456344419578592:62:0) after 9m17s
[20:49:32.967] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8918456344419578592:62:0)
[20:49:32.990] Build status: SCHEDULED
[20:49:32.991] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8918456344419578592:63:0) after 5m45s
[20:55:18.000] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8918456344419578592:63:0)
[20:55:18.023] Build status: SCHEDULED
[20:55:18.023] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8918456344419578592:64:0) after 8m12s
[21:03:30.055] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8918456344419578592:64:0)
[21:03:30.078] Build status: SCHEDULED
[21:03:30.078] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8918456344419578592:65:0) after 6m57s
[21:10:27.050] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8918456344419578592:65:0)
[21:10:27.072] Build status: SCHEDULED
[21:10:27.072] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8918456344419578592:66:0) after 4m30s
[21:14:57.140] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8918456344419578592:66:0)
[21:14:57.159] Build status: SCHEDULED
[21:14:57.159] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8918456344419578592:67:0) after 4m34s
[21:19:31.217] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8918456344419578592:67:0)
[21:19:31.242] Build status: SCHEDULED
[21:19:31.242] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8918456344419578592:68:0) after 1m3s
[21:20:34.227] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8918456344419578592:68:0)
[21:20:34.292] Build status: SCHEDULED
[21:20:34.292] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8918456344419578592:69:0) after 9m51s
[21:30:25.341] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8918456344419578592:69:0)
[21:30:25.373] Build status: SCHEDULED
[21:30:25.373] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8918456344419578592:70:0) after 4m9s
[21:34:34.446] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8918456344419578592:70:0)
[21:34:34.468] Build status: SCHEDULED
[21:34:34.468] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8918456344419578592:71:0) after 3m56s
[21:38:30.570] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8918456344419578592:71:0)
[21:38:30.622] Build status: SCHEDULED
[21:38:30.622] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8918456344419578592:72:0) after 1m19s
[21:39:49.775] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8918456344419578592:72:0)
[21:39:50.134] Build status: SCHEDULED
[21:39:50.134] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8918456344419578592:73:0) after 4m21s
[21:44:11.216] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8918456344419578592:73:0)
[21:44:11.233] Build status: SCHEDULED
[21:44:11.233] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8918456344419578592:74:0) after 1m26s
[21:45:37.216] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8918456344419578592:74:0)
[21:45:37.234] Build status: SCHEDULED
[21:45:37.234] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8918456344419578592:75:0) after 7m48s
[21:53:25.330] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8918456344419578592:75:0)
[21:53:25.358] Build status: SCHEDULED
[21:53:25.358] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8918456344419578592:76:0) after 1m19s
[21:54:44.352] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8918456344419578592:76:0)
[21:54:44.377] Build status: SCHEDULED
[21:54:44.377] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8918456344419578592:77:0) after 6m55s
[22:01:39.402] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8918456344419578592:77:0)
[22:01:39.429] Build status: SCHEDULED
[22:01:39.430] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8918456344419578592:78:0) after 4m58s
[22:06:37.553] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8918456344419578592:78:0)
[22:06:37.579] Build status: SCHEDULED
[22:06:37.579] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8918456344419578592:79:0) after 9m6s
[22:15:43.688] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8918456344419578592:79:0)
[22:15:43.794] Build status: SCHEDULED
[22:15:43.794] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8918456344419578592:80:0) after 4m15s
[22:19:58.861] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8918456344419578592:80:0)
[22:19:58.879] Build status: SCHEDULED
[22:19:58.879] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8918456344419578592:81:0) after 1m35s
[22:21:33.926] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8918456344419578592:81:0)
[22:21:33.945] Build status: SCHEDULED
[22:21:33.945] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8918456344419578592:82:0) after 4m37s
[22:26:10.963] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8918456344419578592:82:0)
[22:26:10.987] Build status: SCHEDULED
[22:26:10.987] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8918456344419578592:83:0) after 5m55s
[22:32:06.005] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8918456344419578592:83:0)
[22:32:06.075] Build status: SCHEDULED
[22:32:06.075] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8918456344419578592:84:0) after 7m1s
[22:39:07.094] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8918456344419578592:84:0)
[22:39:07.128] Build status: SCHEDULED
[22:39:07.128] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8918456344419578592:85:0) after 8m56s
[22:48:03.135] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8918456344419578592:85:0)
[22:48:03.157] Build status: SCHEDULED
[22:48:03.157] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8918456344419578592:86:0) after 6m6s
[22:50:40.197] Received PubSub notification, asking Buildbucket for the build status
[22:50:40.219] Build status: STARTED
[22:51:50.590] Received PubSub notification, asking Buildbucket for the build status
[22:51:50.614] Build:
{
  "id": "8753026282287337201",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.ci",
    "builder": "pigweed-mac-arm-bazel-noenv"
  },
  "createdBy": "project:pigweed",
  "createTime": "2024-03-19T15:04:25.961124232Z",
  "startTime": "2024-03-19T22:50:37.930986Z",
  "endTime": "2024-03-19T22:51:49.882897Z",
  "updateTime": "2024-03-19T22:51:49.882897Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "bce7ebb1cb9638e249591a27c68927c15e236193",
      "ref": "refs/heads/main"
    }
  }
}
[22:51:50.614] Invocation finished in 7h47m26.069362793s with status FAILED