Status: FAILED
Triggered by: -
Duration: 5 hours
Actions:

Definition (rev cfd2f13d570877af640615f742b9b2cae2bca0f8)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "pigweed.ci"
  builder: "pigweed-mac-arm-bazel-noenv"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://pigweed.googlesource.com/pigweed/pigweed",
  "revision": "25069b4047a57f3d908c850616accdd0120b3c36"
}

Incoming tags

  • buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/25069b4047a57f3d908c850616accdd0120b3c36
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[21:15:41.343] New invocation is queued and will start shortly
[21:15:42.491] Starting the invocation (attempt 1)
[21:15:42.526] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/25069b4047a57f3d908c850616accdd0120b3c36"
[21:15:42.526] Popped gitiles commit info from properties and tags
[21:15:42.526] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[21:15:42.526] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[21:15:42.526] Buildbucket request:
{
  "requestId": "8920154327879765808",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.ci",
    "builder": "pigweed-mac-arm-bazel-noenv"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8920154327879765808",
            "job": "pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv",
            "triggers": [
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "b45cf66960471b7952afc8bea75578cfaf791f90"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@b45cf66960471b7952afc8bea75578cfaf791f90",
                        "title": "b45cf66960471b7952afc8bea75578cfaf791f90",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/b45cf66960471b7952afc8bea75578cfaf791f90"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "25069b4047a57f3d908c850616accdd0120b3c36"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@25069b4047a57f3d908c850616accdd0120b3c36",
                        "title": "25069b4047a57f3d908c850616accdd0120b3c36",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/25069b4047a57f3d908c850616accdd0120b3c36"
                      }
                ]
          }
    },
  "gitilesCommit": {
    "host": "pigweed.googlesource.com",
    "project": "pigweed/pigweed",
    "id": "25069b4047a57f3d908c850616accdd0120b3c36",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8920154327879765808"
    },
    {
      "key": "scheduler_job_id",
      "value": "pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[21:15:43.184] Scheduled build:
{
  "id": "8754724265861273585",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.ci",
    "builder": "pigweed-mac-arm-bazel-noenv"
  },
  "createdBy": "project:pigweed",
  "createTime": "2024-02-29T21:15:42.637161988Z",
  "updateTime": "2024-02-29T21:15:42.637161988Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "25069b4047a57f3d908c850616accdd0120b3c36",
      "ref": "refs/heads/main"
    }
  }
}
[21:15:43.184] Task URL: https://cr-buildbucket.appspot.com/build/8754724265861273585
[21:15:43.184] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8920154327879765808:2:0) after 9m24s
[21:15:44.151] Received PubSub notification, asking Buildbucket for the build status
[21:15:44.199] Build status: SCHEDULED
[21:25:07.269] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8920154327879765808:2:0)
[21:25:07.309] Build status: SCHEDULED
[21:25:07.309] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8920154327879765808:4:0) after 7m9s
[21:32:16.353] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8920154327879765808:4:0)
[21:32:16.565] Build status: SCHEDULED
[21:32:16.565] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8920154327879765808:5:0) after 4m29s
[21:36:45.587] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8920154327879765808:5:0)
[21:36:45.615] Build status: SCHEDULED
[21:36:45.615] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8920154327879765808:6:0) after 2m52s
[21:39:37.715] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8920154327879765808:6:0)
[21:39:37.740] Build status: SCHEDULED
[21:39:37.740] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8920154327879765808:7:0) after 9m42s
[21:49:19.766] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8920154327879765808:7:0)
[21:49:19.885] Build status: SCHEDULED
[21:49:19.885] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8920154327879765808:8:0) after 8m14s
[21:57:33.956] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8920154327879765808:8:0)
[21:57:34.078] Build status: SCHEDULED
[21:57:34.078] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8920154327879765808:9:0) after 2m47s
[22:00:21.169] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8920154327879765808:9:0)
[22:00:21.197] Build status: SCHEDULED
[22:00:21.197] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8920154327879765808:10:0) after 5m22s
[22:05:43.205] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8920154327879765808:10:0)
[22:05:43.234] Build status: SCHEDULED
[22:05:43.234] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8920154327879765808:11:0) after 3m29s
[22:09:12.410] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8920154327879765808:11:0)
[22:09:12.430] Build status: SCHEDULED
[22:09:12.430] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8920154327879765808:12:0) after 4m9s
[22:13:21.538] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8920154327879765808:12:0)
[22:13:21.598] Build status: SCHEDULED
[22:13:21.598] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8920154327879765808:13:0) after 5m1s
[22:18:22.657] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8920154327879765808:13:0)
[22:18:22.679] Build status: SCHEDULED
[22:18:22.679] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8920154327879765808:14:0) after 4m20s
[22:22:42.892] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8920154327879765808:14:0)
[22:22:42.921] Build status: SCHEDULED
[22:22:42.921] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8920154327879765808:15:0) after 1m28s
[22:24:10.954] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8920154327879765808:15:0)
[22:24:10.981] Build status: SCHEDULED
[22:24:10.981] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8920154327879765808:16:0) after 9m39s
[22:33:50.005] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8920154327879765808:16:0)
[22:33:50.034] Build status: SCHEDULED
[22:33:50.034] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8920154327879765808:17:0) after 7m37s
[22:41:27.233] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8920154327879765808:17:0)
[22:41:27.260] Build status: SCHEDULED
[22:41:27.260] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8920154327879765808:18:0) after 3m26s
[22:44:53.274] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8920154327879765808:18:0)
[22:44:53.295] Build status: SCHEDULED
[22:44:53.295] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8920154327879765808:19:0) after 3m7s
[22:48:00.363] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8920154327879765808:19:0)
[22:48:00.380] Build status: SCHEDULED
[22:48:00.380] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8920154327879765808:20:0) after 3m31s
[22:51:31.491] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8920154327879765808:20:0)
[22:51:31.517] Build status: SCHEDULED
[22:51:31.517] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8920154327879765808:21:0) after 7m7s
[22:58:38.551] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8920154327879765808:21:0)
[22:58:38.578] Build status: SCHEDULED
[22:58:38.578] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8920154327879765808:22:0) after 3m34s
[23:02:12.637] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8920154327879765808:22:0)
[23:02:12.660] Build status: SCHEDULED
[23:02:12.660] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8920154327879765808:23:0) after 8m7s
[23:10:19.678] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8920154327879765808:23:0)
[23:10:19.700] Build status: SCHEDULED
[23:10:19.700] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8920154327879765808:24:0) after 5m48s
[23:16:07.840] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8920154327879765808:24:0)
[23:16:07.975] Build status: SCHEDULED
[23:16:07.975] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8920154327879765808:25:0) after 7m31s
[23:23:39.048] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8920154327879765808:25:0)
[23:23:39.067] Build status: SCHEDULED
[23:23:39.067] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8920154327879765808:26:0) after 4m12s
[23:27:51.058] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8920154327879765808:26:0)
[23:27:51.085] Build status: SCHEDULED
[23:27:51.085] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8920154327879765808:27:0) after 7m2s
[23:34:53.147] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8920154327879765808:27:0)
[23:34:53.184] Build status: SCHEDULED
[23:34:53.184] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8920154327879765808:28:0) after 2m18s
[23:37:11.204] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8920154327879765808:28:0)
[23:37:11.222] Build status: SCHEDULED
[23:37:11.222] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8920154327879765808:29:0) after 1m4s
[23:38:15.237] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8920154327879765808:29:0)
[23:38:15.257] Build status: SCHEDULED
[23:38:15.257] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8920154327879765808:30:0) after 1m14s
[23:39:29.283] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8920154327879765808:30:0)
[23:39:29.303] Build status: SCHEDULED
[23:39:29.303] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8920154327879765808:31:0) after 2m20s
[23:41:49.429] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8920154327879765808:31:0)
[23:41:49.448] Build status: SCHEDULED
[23:41:49.448] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8920154327879765808:32:0) after 1m58s
[23:43:47.426] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8920154327879765808:32:0)
[23:43:47.444] Build status: SCHEDULED
[23:43:47.444] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8920154327879765808:33:0) after 7m58s
[23:51:45.827] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8920154327879765808:33:0)
[23:51:45.877] Build status: SCHEDULED
[23:51:45.877] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8920154327879765808:34:0) after 7m1s
[23:58:46.916] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8920154327879765808:34:0)
[23:58:46.948] Build status: SCHEDULED
[23:58:46.948] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8920154327879765808:35:0) after 5m18s
[00:04:05.041] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8920154327879765808:35:0)
[00:04:05.062] Build status: SCHEDULED
[00:04:05.062] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8920154327879765808:36:0) after 6m28s
[00:10:33.093] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8920154327879765808:36:0)
[00:10:33.123] Build status: SCHEDULED
[00:10:33.123] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8920154327879765808:37:0) after 3m7s
[00:13:40.222] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8920154327879765808:37:0)
[00:13:40.245] Build status: SCHEDULED
[00:13:40.245] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8920154327879765808:38:0) after 8m46s
[00:22:26.323] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8920154327879765808:38:0)
[00:22:26.400] Build status: SCHEDULED
[00:22:26.400] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8920154327879765808:39:0) after 3m20s
[00:25:46.422] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8920154327879765808:39:0)
[00:25:46.450] Build status: SCHEDULED
[00:25:46.450] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8920154327879765808:40:0) after 3m51s
[00:29:37.497] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8920154327879765808:40:0)
[00:29:37.522] Build status: SCHEDULED
[00:29:37.522] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8920154327879765808:41:0) after 8m12s
[00:37:49.541] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8920154327879765808:41:0)
[00:37:49.564] Build status: SCHEDULED
[00:37:49.564] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8920154327879765808:42:0) after 1m39s
[00:39:28.580] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8920154327879765808:42:0)
[00:39:28.616] Build status: SCHEDULED
[00:39:28.616] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8920154327879765808:43:0) after 6m3s
[00:45:31.648] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8920154327879765808:43:0)
[00:45:31.674] Build status: SCHEDULED
[00:45:31.674] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8920154327879765808:44:0) after 8m51s
[00:54:22.738] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8920154327879765808:44:0)
[00:54:22.755] Build status: SCHEDULED
[00:54:22.755] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8920154327879765808:45:0) after 3m21s
[00:57:43.781] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8920154327879765808:45:0)
[00:57:43.813] Build status: SCHEDULED
[00:57:43.813] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8920154327879765808:46:0) after 4m17s
[01:02:00.926] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8920154327879765808:46:0)
[01:02:00.948] Build status: SCHEDULED
[01:02:00.948] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8920154327879765808:47:0) after 9m6s
[01:11:06.938] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8920154327879765808:47:0)
[01:11:07.016] Build status: SCHEDULED
[01:11:07.016] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8920154327879765808:48:0) after 1m39s
[01:12:48.568] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8920154327879765808:48:0)
[01:12:48.744] Build status: SCHEDULED
[01:12:48.745] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8920154327879765808:49:0) after 1m19s
[01:14:07.776] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8920154327879765808:49:0)
[01:14:07.805] Build status: SCHEDULED
[01:14:07.805] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8920154327879765808:50:0) after 1m36s
[01:15:43.834] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8920154327879765808:50:0)
[01:15:43.858] Build status: SCHEDULED
[01:15:43.859] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8920154327879765808:51:0) after 2m51s
[01:18:34.926] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8920154327879765808:51:0)
[01:18:34.947] Build status: SCHEDULED
[01:18:34.947] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8920154327879765808:52:0) after 4m5s
[01:22:40.084] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8920154327879765808:52:0)
[01:22:40.104] Build status: SCHEDULED
[01:22:40.105] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8920154327879765808:53:0) after 9m37s
[01:32:17.141] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8920154327879765808:53:0)
[01:32:17.314] Build status: SCHEDULED
[01:32:17.314] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8920154327879765808:54:0) after 5m34s
[01:37:51.396] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8920154327879765808:54:0)
[01:37:51.414] Build status: SCHEDULED
[01:37:51.414] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8920154327879765808:55:0) after 1m33s
[01:39:24.475] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8920154327879765808:55:0)
[01:39:24.496] Build status: SCHEDULED
[01:39:24.496] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8920154327879765808:56:0) after 2m17s
[01:41:41.616] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8920154327879765808:56:0)
[01:41:41.639] Build status: SCHEDULED
[01:41:41.639] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8920154327879765808:57:0) after 6m29s
[01:48:10.662] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8920154327879765808:57:0)
[01:48:10.687] Build status: SCHEDULED
[01:48:10.687] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8920154327879765808:58:0) after 9m42s
[01:57:52.721] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8920154327879765808:58:0)
[01:57:52.739] Build status: SCHEDULED
[01:57:52.739] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8920154327879765808:59:0) after 6m19s
[02:04:11.810] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8920154327879765808:59:0)
[02:04:11.848] Build status: SCHEDULED
[02:04:11.848] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8920154327879765808:60:0) after 5m56s
[02:10:07.917] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8920154327879765808:60:0)
[02:10:07.950] Build status: SCHEDULED
[02:10:07.950] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8920154327879765808:61:0) after 4m58s
[02:15:06.010] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8920154327879765808:61:0)
[02:15:06.033] Build status: SCHEDULED
[02:15:06.033] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8920154327879765808:62:0) after 8m30s
[02:23:36.055] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8920154327879765808:62:0)
[02:23:36.077] Build status: SCHEDULED
[02:23:36.077] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8920154327879765808:63:0) after 6m43s
[02:30:19.074] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8920154327879765808:63:0)
[02:30:19.158] Build status: SCHEDULED
[02:30:19.158] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8920154327879765808:64:0) after 6m14s
[02:31:37.358] Received PubSub notification, asking Buildbucket for the build status
[02:31:37.376] Build status: STARTED
[02:36:33.176] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8920154327879765808:64:0)
[02:36:33.199] Build status: STARTED
[02:36:33.199] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8920154327879765808:66:0) after 1m10s
[02:37:43.237] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8920154327879765808:66:0)
[02:37:43.288] Build status: STARTED
[02:37:43.288] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8920154327879765808:67:0) after 7m19s
[02:45:02.343] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8920154327879765808:67:0)
[02:45:02.377] Build status: STARTED
[02:45:02.377] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8920154327879765808:68:0) after 4m18s
[02:46:29.396] Received PubSub notification, asking Buildbucket for the build status
[02:46:29.426] Build:
{
  "id": "8754724265861273585",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.ci",
    "builder": "pigweed-mac-arm-bazel-noenv"
  },
  "createdBy": "project:pigweed",
  "createTime": "2024-02-29T21:15:42.637161988Z",
  "startTime": "2024-03-01T02:31:36.642063Z",
  "endTime": "2024-03-01T02:46:20.963903Z",
  "updateTime": "2024-03-01T02:46:20.963903Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "25069b4047a57f3d908c850616accdd0120b3c36",
      "ref": "refs/heads/main"
    }
  }
}
[02:46:29.426] Invocation finished in 5h30m48.09630422s with status FAILED