Status: FAILED
Triggered by: -
Duration: 4 hours
Actions:

Definition (rev 85738901346dbd372578d971d9ed5b3aee052a32)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "pigweed.dev.ci"
  builder: "pigweed-mac-arm-bazel-host"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://pigweed.googlesource.com/pigweed/pigweed",
  "revision": "1e1f16e0eaf1849b7241ef91e0ef2bd17a12af58"
}

Incoming tags

  • buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/1e1f16e0eaf1849b7241ef91e0ef2bd17a12af58
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[01:45:24.325] New invocation is queued and will start shortly
[01:45:26.686] Starting the invocation (attempt 1)
[01:45:26.718] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/1e1f16e0eaf1849b7241ef91e0ef2bd17a12af58"
[01:45:26.718] Popped gitiles commit info from properties and tags
[01:45:26.718] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[01:45:26.718] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[01:45:26.719] Buildbucket request:
{
  "requestId": "8870671415139495184",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-arm-bazel-host"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8870671415139495184",
            "job": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host",
            "triggers": [
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "66c46ac950f2accb3211692a1f409e23c11a3032"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@66c46ac950f2accb3211692a1f409e23c11a3032",
                        "title": "66c46ac950f2accb3211692a1f409e23c11a3032",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/66c46ac950f2accb3211692a1f409e23c11a3032"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "22022489a6742d38ddd821fb814a7aee35094256"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@22022489a6742d38ddd821fb814a7aee35094256",
                        "title": "22022489a6742d38ddd821fb814a7aee35094256",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/22022489a6742d38ddd821fb814a7aee35094256"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "b9d49277c0c3952873452101a964715d77087614"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@b9d49277c0c3952873452101a964715d77087614",
                        "title": "b9d49277c0c3952873452101a964715d77087614",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/b9d49277c0c3952873452101a964715d77087614"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "0113cf072d001eaefa848f24409855b33427259e"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@0113cf072d001eaefa848f24409855b33427259e",
                        "title": "0113cf072d001eaefa848f24409855b33427259e",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/0113cf072d001eaefa848f24409855b33427259e"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "4587c394bd1d8fcb01ba5c801ce486e87566617c"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@4587c394bd1d8fcb01ba5c801ce486e87566617c",
                        "title": "4587c394bd1d8fcb01ba5c801ce486e87566617c",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/4587c394bd1d8fcb01ba5c801ce486e87566617c"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "5468890445c8be4974e658e37f4e7544e3874042"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@5468890445c8be4974e658e37f4e7544e3874042",
                        "title": "5468890445c8be4974e658e37f4e7544e3874042",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/5468890445c8be4974e658e37f4e7544e3874042"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "9e9c54dee6ce0df6be063f26dc3a9a1566698fb1"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@9e9c54dee6ce0df6be063f26dc3a9a1566698fb1",
                        "title": "9e9c54dee6ce0df6be063f26dc3a9a1566698fb1",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/9e9c54dee6ce0df6be063f26dc3a9a1566698fb1"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "dd63e84d7627b190aa0f1a6c8de276b9c9cb6b9c"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@dd63e84d7627b190aa0f1a6c8de276b9c9cb6b9c",
                        "title": "dd63e84d7627b190aa0f1a6c8de276b9c9cb6b9c",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/dd63e84d7627b190aa0f1a6c8de276b9c9cb6b9c"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "788829b17430e7733fec6014063eed5ee1620f90"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@788829b17430e7733fec6014063eed5ee1620f90",
                        "title": "788829b17430e7733fec6014063eed5ee1620f90",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/788829b17430e7733fec6014063eed5ee1620f90"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "fcca8df84816b702410402948d0c68c6e5b42abc"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@fcca8df84816b702410402948d0c68c6e5b42abc",
                        "title": "fcca8df84816b702410402948d0c68c6e5b42abc",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/fcca8df84816b702410402948d0c68c6e5b42abc"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "5d550d2fa57d177d541a7f02816a2919917bb914"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@5d550d2fa57d177d541a7f02816a2919917bb914",
                        "title": "5d550d2fa57d177d541a7f02816a2919917bb914",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/5d550d2fa57d177d541a7f02816a2919917bb914"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "902cb0b72ecddffcb5f6b42e320bce4971e880d9"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@902cb0b72ecddffcb5f6b42e320bce4971e880d9",
                        "title": "902cb0b72ecddffcb5f6b42e320bce4971e880d9",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/902cb0b72ecddffcb5f6b42e320bce4971e880d9"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "1e1f16e0eaf1849b7241ef91e0ef2bd17a12af58"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@1e1f16e0eaf1849b7241ef91e0ef2bd17a12af58",
                        "title": "1e1f16e0eaf1849b7241ef91e0ef2bd17a12af58",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/1e1f16e0eaf1849b7241ef91e0ef2bd17a12af58"
                      }
                ]
          }
    },
  "gitilesCommit": {
    "host": "pigweed.googlesource.com",
    "project": "pigweed/pigweed",
    "id": "1e1f16e0eaf1849b7241ef91e0ef2bd17a12af58",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8870671415139495184"
    },
    {
      "key": "scheduler_job_id",
      "value": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[01:45:27.102] Scheduled build:
{
  "id": "8705241351898609313",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-arm-bazel-host"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-08-29T01:45:26.784514115Z",
  "updateTime": "2025-08-29T01:45:26.784514115Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "1e1f16e0eaf1849b7241ef91e0ef2bd17a12af58",
      "ref": "refs/heads/main"
    }
  }
}
[01:45:27.102] Task URL: https://cr-buildbucket.appspot.com/build/8705241351898609313
[01:45:27.102] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8870671415139495184:2:0) after 5m2s
[01:46:26.184] Received PubSub notification, asking Buildbucket for the build status
[01:46:26.214] Build status: SCHEDULED
[01:50:29.217] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8870671415139495184:2:0)
[01:50:29.241] Build status: SCHEDULED
[01:50:29.241] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8870671415139495184:4:0) after 7m58s
[01:58:27.223] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8870671415139495184:4:0)
[01:58:27.246] Build status: SCHEDULED
[01:58:27.246] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8870671415139495184:5:0) after 4m33s
[02:03:00.228] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8870671415139495184:5:0)
[02:03:00.251] Build status: SCHEDULED
[02:03:00.251] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8870671415139495184:6:0) after 6m24s
[02:09:24.258] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8870671415139495184:6:0)
[02:09:24.290] Build status: SCHEDULED
[02:09:24.290] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8870671415139495184:7:0) after 6m55s
[02:16:19.307] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8870671415139495184:7:0)
[02:16:19.331] Build status: SCHEDULED
[02:16:19.331] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8870671415139495184:8:0) after 1m31s
[02:17:50.400] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8870671415139495184:8:0)
[02:17:50.573] Build status: SCHEDULED
[02:17:50.573] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8870671415139495184:9:0) after 4m3s
[02:21:53.592] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8870671415139495184:9:0)
[02:21:53.620] Build status: SCHEDULED
[02:21:53.620] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8870671415139495184:10:0) after 1m20s
[02:23:13.646] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8870671415139495184:10:0)
[02:23:13.675] Build status: SCHEDULED
[02:23:13.675] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8870671415139495184:11:0) after 7m40s
[02:30:53.717] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8870671415139495184:11:0)
[02:30:53.739] Build status: SCHEDULED
[02:30:53.739] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8870671415139495184:12:0) after 3m40s
[02:34:33.762] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8870671415139495184:12:0)
[02:34:33.801] Build status: SCHEDULED
[02:34:33.801] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8870671415139495184:13:0) after 9m45s
[02:44:19.157] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8870671415139495184:13:0)
[02:44:19.273] Build status: SCHEDULED
[02:44:19.273] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8870671415139495184:14:0) after 2m7s
[02:46:26.763] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8870671415139495184:14:0)
[02:46:26.796] Build status: SCHEDULED
[02:46:26.796] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8870671415139495184:15:0) after 7m20s
[02:53:46.813] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8870671415139495184:15:0)
[02:53:46.844] Build status: SCHEDULED
[02:53:46.844] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8870671415139495184:16:0) after 8m24s
[03:02:10.860] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8870671415139495184:16:0)
[03:02:10.924] Build status: SCHEDULED
[03:02:10.924] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8870671415139495184:17:0) after 5m49s
[03:08:00.405] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8870671415139495184:17:0)
[03:08:00.424] Build status: SCHEDULED
[03:08:00.424] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8870671415139495184:18:0) after 1m7s
[03:09:07.507] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8870671415139495184:18:0)
[03:09:07.524] Build status: SCHEDULED
[03:09:07.524] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8870671415139495184:19:0) after 6m55s
[03:16:02.600] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8870671415139495184:19:0)
[03:16:02.616] Build status: SCHEDULED
[03:16:02.616] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8870671415139495184:20:0) after 9m16s
[03:25:18.637] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8870671415139495184:20:0)
[03:25:18.652] Build status: SCHEDULED
[03:25:18.652] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8870671415139495184:21:0) after 1m7s
[03:26:25.764] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8870671415139495184:21:0)
[03:26:25.791] Build status: SCHEDULED
[03:26:25.791] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8870671415139495184:22:0) after 5m46s
[03:32:11.807] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8870671415139495184:22:0)
[03:32:11.823] Build status: SCHEDULED
[03:32:11.823] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8870671415139495184:23:0) after 3m51s
[03:36:02.843] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8870671415139495184:23:0)
[03:36:02.887] Build status: SCHEDULED
[03:36:02.887] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8870671415139495184:24:0) after 4m34s
[03:40:36.989] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8870671415139495184:24:0)
[03:40:37.009] Build status: SCHEDULED
[03:40:37.009] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8870671415139495184:25:0) after 5m12s
[03:45:49.098] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8870671415139495184:25:0)
[03:45:49.119] Build status: SCHEDULED
[03:45:49.119] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8870671415139495184:26:0) after 1m31s
[03:47:20.457] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8870671415139495184:26:0)
[03:47:20.480] Build status: SCHEDULED
[03:47:20.480] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8870671415139495184:27:0) after 5m2s
[03:52:22.719] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8870671415139495184:27:0)
[03:52:22.746] Build status: SCHEDULED
[03:52:22.746] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8870671415139495184:28:0) after 7m52s
[04:00:14.862] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8870671415139495184:28:0)
[04:00:14.900] Build status: SCHEDULED
[04:00:14.900] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8870671415139495184:29:0) after 4m57s
[04:05:12.007] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8870671415139495184:29:0)
[04:05:12.030] Build status: SCHEDULED
[04:05:12.030] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8870671415139495184:30:0) after 7m3s
[04:12:15.301] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8870671415139495184:30:0)
[04:12:15.314] Build status: SCHEDULED
[04:12:15.314] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8870671415139495184:31:0) after 2m1s
[04:14:16.494] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8870671415139495184:31:0)
[04:14:16.555] Build status: SCHEDULED
[04:14:16.555] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8870671415139495184:32:0) after 5m28s
[04:19:44.571] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8870671415139495184:32:0)
[04:19:44.590] Build status: SCHEDULED
[04:19:44.590] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8870671415139495184:33:0) after 6m25s
[04:26:09.656] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8870671415139495184:33:0)
[04:26:09.673] Build status: SCHEDULED
[04:26:09.673] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8870671415139495184:34:0) after 3m18s
[04:29:27.697] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8870671415139495184:34:0)
[04:29:27.726] Build status: SCHEDULED
[04:29:27.726] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8870671415139495184:35:0) after 7m29s
[04:36:57.013] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8870671415139495184:35:0)
[04:36:57.059] Build status: SCHEDULED
[04:36:57.059] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8870671415139495184:36:0) after 2m1s
[04:38:58.225] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8870671415139495184:36:0)
[04:38:58.240] Build status: SCHEDULED
[04:38:58.241] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8870671415139495184:37:0) after 1m0s
[04:39:58.532] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8870671415139495184:37:0)
[04:39:58.590] Build status: SCHEDULED
[04:39:58.590] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8870671415139495184:38:0) after 4m34s
[04:44:32.690] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8870671415139495184:38:0)
[04:44:32.721] Build status: SCHEDULED
[04:44:32.722] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8870671415139495184:39:0) after 6m24s
[04:50:56.739] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8870671415139495184:39:0)
[04:50:56.754] Build status: SCHEDULED
[04:50:56.754] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8870671415139495184:40:0) after 5m49s
[04:56:45.774] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8870671415139495184:40:0)
[04:56:45.791] Build status: SCHEDULED
[04:56:45.791] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8870671415139495184:41:0) after 2m10s
[04:58:55.851] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8870671415139495184:41:0)
[04:58:55.901] Build status: SCHEDULED
[04:58:55.901] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8870671415139495184:42:0) after 9m27s
[05:08:22.918] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8870671415139495184:42:0)
[05:08:22.944] Build status: SCHEDULED
[05:08:22.944] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8870671415139495184:43:0) after 3m21s
[05:11:44.004] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8870671415139495184:43:0)
[05:11:44.055] Build status: SCHEDULED
[05:11:44.055] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8870671415139495184:44:0) after 8m44s
[05:20:28.073] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8870671415139495184:44:0)
[05:20:28.092] Build status: SCHEDULED
[05:20:28.092] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8870671415139495184:45:0) after 8m16s
[05:28:44.168] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8870671415139495184:45:0)
[05:28:44.192] Build status: SCHEDULED
[05:28:44.192] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8870671415139495184:46:0) after 6m11s
[05:34:55.208] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8870671415139495184:46:0)
[05:34:55.222] Build status: SCHEDULED
[05:34:55.222] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8870671415139495184:47:0) after 9m14s
[05:44:09.243] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8870671415139495184:47:0)
[05:44:09.273] Build status: SCHEDULED
[05:44:09.273] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8870671415139495184:48:0) after 6m42s
[05:50:51.273] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8870671415139495184:48:0)
[05:50:51.298] Build status: SCHEDULED
[05:50:51.298] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8870671415139495184:49:0) after 3m32s
[05:54:23.385] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8870671415139495184:49:0)
[05:54:23.403] Build status: SCHEDULED
[05:54:23.403] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8870671415139495184:50:0) after 5m50s
[06:00:13.444] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8870671415139495184:50:0)
[06:00:13.513] Build status: SCHEDULED
[06:00:13.513] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8870671415139495184:51:0) after 1m59s
[06:02:12.540] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8870671415139495184:51:0)
[06:02:12.566] Build status: SCHEDULED
[06:02:12.566] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8870671415139495184:52:0) after 7m39s
[06:07:44.094] Received PubSub notification, asking Buildbucket for the build status
[06:07:44.114] Build status: STARTED
[06:09:51.582] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8870671415139495184:52:0)
[06:09:51.603] Build status: STARTED
[06:09:51.603] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8870671415139495184:54:0) after 5m9s
[06:10:05.859] Received PubSub notification, asking Buildbucket for the build status
[06:10:05.879] Build:
{
  "id": "8705241351898609313",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-arm-bazel-host"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-08-29T01:45:26.784514115Z",
  "startTime": "2025-08-29T06:07:43.807546583Z",
  "endTime": "2025-08-29T06:10:04.748566194Z",
  "updateTime": "2025-08-29T06:10:04.748566194Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "1e1f16e0eaf1849b7241ef91e0ef2bd17a12af58",
      "ref": "refs/heads/main"
    }
  }
}
[06:10:05.879] Invocation finished in 4h24m41.569639917s with status FAILED