Status: FAILED
Triggered by: -
Duration: 6 hours
Actions:

Definition (rev 85738901346dbd372578d971d9ed5b3aee052a32)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "pigweed.dev.ci"
  builder: "pigweed-mac-x86-bazel-host"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://pigweed.googlesource.com/pigweed/pigweed",
  "revision": "d4e45ece2552376f02577a3858c592fd64a87ee1"
}

Incoming tags

  • buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/d4e45ece2552376f02577a3858c592fd64a87ee1
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[00:08:04.328] New invocation is queued and will start shortly
[00:08:05.485] Starting the invocation (attempt 1)
[00:08:05.515] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/d4e45ece2552376f02577a3858c592fd64a87ee1"
[00:08:05.515] Popped gitiles commit info from properties and tags
[00:08:05.515] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[00:08:05.515] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[00:08:05.516] Buildbucket request:
{
  "requestId": "8867597241959230496",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-bazel-host"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8867597241959230496",
            "job": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host",
            "triggers": [
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "4687281948a611198f22a47676c5bc8d495f698e"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@4687281948a611198f22a47676c5bc8d495f698e",
                        "title": "4687281948a611198f22a47676c5bc8d495f698e",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/4687281948a611198f22a47676c5bc8d495f698e"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "95f103d43c561eb3ba2cbcd7ad79e1b222083f5d"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@95f103d43c561eb3ba2cbcd7ad79e1b222083f5d",
                        "title": "95f103d43c561eb3ba2cbcd7ad79e1b222083f5d",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/95f103d43c561eb3ba2cbcd7ad79e1b222083f5d"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "d4e45ece2552376f02577a3858c592fd64a87ee1"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@d4e45ece2552376f02577a3858c592fd64a87ee1",
                        "title": "d4e45ece2552376f02577a3858c592fd64a87ee1",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/d4e45ece2552376f02577a3858c592fd64a87ee1"
                      }
                ]
          }
    },
  "gitilesCommit": {
    "host": "pigweed.googlesource.com",
    "project": "pigweed/pigweed",
    "id": "d4e45ece2552376f02577a3858c592fd64a87ee1",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8867597241959230496"
    },
    {
      "key": "scheduler_job_id",
      "value": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[00:08:05.918] Scheduled build:
{
  "id": "8702167179982406177",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-bazel-host"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-10-02T00:08:05.585475209Z",
  "updateTime": "2025-10-02T00:08:05.585475209Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "d4e45ece2552376f02577a3858c592fd64a87ee1",
      "ref": "refs/heads/main"
    }
  }
}
[00:08:05.918] Task URL: https://cr-buildbucket.appspot.com/build/8702167179982406177
[00:08:05.918] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8867597241959230496:2:0) after 8m22s
[00:08:06.868] Received PubSub notification, asking Buildbucket for the build status
[00:08:06.894] Build status: SCHEDULED
[00:16:27.930] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8867597241959230496:2:0)
[00:16:27.945] Build status: SCHEDULED
[00:16:27.945] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8867597241959230496:4:0) after 7m52s
[00:24:19.971] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8867597241959230496:4:0)
[00:24:19.990] Build status: SCHEDULED
[00:24:19.990] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8867597241959230496:5:0) after 9m0s
[00:33:20.010] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8867597241959230496:5:0)
[00:33:20.041] Build status: SCHEDULED
[00:33:20.041] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8867597241959230496:6:0) after 1m15s
[00:34:35.055] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8867597241959230496:6:0)
[00:34:35.081] Build status: SCHEDULED
[00:34:35.081] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8867597241959230496:7:0) after 6m44s
[00:41:19.067] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8867597241959230496:7:0)
[00:41:19.261] Build status: SCHEDULED
[00:41:19.261] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8867597241959230496:8:0) after 4m16s
[00:45:35.294] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8867597241959230496:8:0)
[00:45:35.318] Build status: SCHEDULED
[00:45:35.318] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8867597241959230496:9:0) after 1m18s
[00:46:53.373] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8867597241959230496:9:0)
[00:46:53.395] Build status: SCHEDULED
[00:46:53.395] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8867597241959230496:10:0) after 7m32s
[00:54:25.436] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8867597241959230496:10:0)
[00:54:25.468] Build status: SCHEDULED
[00:54:25.468] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8867597241959230496:11:0) after 9m35s
[01:04:00.486] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8867597241959230496:11:0)
[01:04:00.608] Build status: SCHEDULED
[01:04:00.608] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8867597241959230496:12:0) after 3m50s
[01:07:50.671] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8867597241959230496:12:0)
[01:07:50.765] Build status: SCHEDULED
[01:07:50.765] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8867597241959230496:13:0) after 1m13s
[01:09:03.778] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8867597241959230496:13:0)
[01:09:03.793] Build status: SCHEDULED
[01:09:03.793] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8867597241959230496:14:0) after 3m17s
[01:12:20.765] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8867597241959230496:14:0)
[01:12:20.783] Build status: SCHEDULED
[01:12:20.783] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8867597241959230496:15:0) after 9m25s
[01:21:45.859] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8867597241959230496:15:0)
[01:21:45.876] Build status: SCHEDULED
[01:21:45.876] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8867597241959230496:16:0) after 3m49s
[01:25:34.927] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8867597241959230496:16:0)
[01:25:34.940] Build status: SCHEDULED
[01:25:34.940] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8867597241959230496:17:0) after 4m33s
[01:30:08.012] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8867597241959230496:17:0)
[01:30:08.032] Build status: SCHEDULED
[01:30:08.032] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8867597241959230496:18:0) after 8m22s
[01:38:30.111] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8867597241959230496:18:0)
[01:38:30.139] Build status: SCHEDULED
[01:38:30.139] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8867597241959230496:19:0) after 8m39s
[01:47:09.207] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8867597241959230496:19:0)
[01:47:09.373] Build status: SCHEDULED
[01:47:09.373] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8867597241959230496:20:0) after 7m17s
[01:54:26.393] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8867597241959230496:20:0)
[01:54:26.417] Build status: SCHEDULED
[01:54:26.417] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8867597241959230496:21:0) after 9m19s
[02:03:45.420] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8867597241959230496:21:0)
[02:03:45.479] Build status: SCHEDULED
[02:03:45.479] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8867597241959230496:22:0) after 8m54s
[02:12:39.519] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8867597241959230496:22:0)
[02:12:39.545] Build status: SCHEDULED
[02:12:39.545] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8867597241959230496:23:0) after 9m14s
[02:21:53.565] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8867597241959230496:23:0)
[02:21:53.581] Build status: SCHEDULED
[02:21:53.581] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8867597241959230496:24:0) after 4m38s
[02:26:31.593] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8867597241959230496:24:0)
[02:26:31.610] Build status: SCHEDULED
[02:26:31.610] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8867597241959230496:25:0) after 3m24s
[02:29:55.667] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8867597241959230496:25:0)
[02:29:55.818] Build status: SCHEDULED
[02:29:55.818] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8867597241959230496:26:0) after 5m39s
[02:35:34.832] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8867597241959230496:26:0)
[02:35:34.867] Build status: SCHEDULED
[02:35:34.867] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8867597241959230496:27:0) after 5m16s
[02:40:50.865] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8867597241959230496:27:0)
[02:40:50.918] Build status: SCHEDULED
[02:40:50.918] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8867597241959230496:28:0) after 6m27s
[02:47:18.012] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8867597241959230496:28:0)
[02:47:18.031] Build status: SCHEDULED
[02:47:18.031] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8867597241959230496:29:0) after 9m16s
[02:56:34.105] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8867597241959230496:29:0)
[02:56:34.133] Build status: SCHEDULED
[02:56:34.133] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8867597241959230496:30:0) after 7m42s
[03:04:16.145] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8867597241959230496:30:0)
[03:04:16.166] Build status: SCHEDULED
[03:04:16.166] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8867597241959230496:31:0) after 5m47s
[03:10:03.186] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8867597241959230496:31:0)
[03:10:03.202] Build status: SCHEDULED
[03:10:03.202] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8867597241959230496:32:0) after 6m36s
[03:16:39.216] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8867597241959230496:32:0)
[03:16:39.234] Build status: SCHEDULED
[03:16:39.234] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8867597241959230496:33:0) after 6m11s
[03:22:50.258] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8867597241959230496:33:0)
[03:22:50.275] Build status: SCHEDULED
[03:22:50.275] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8867597241959230496:34:0) after 7m25s
[03:30:15.558] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8867597241959230496:34:0)
[03:30:15.764] Build status: SCHEDULED
[03:30:15.764] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8867597241959230496:35:0) after 8m12s
[03:38:27.780] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8867597241959230496:35:0)
[03:38:27.802] Build status: SCHEDULED
[03:38:27.802] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8867597241959230496:36:0) after 8m33s
[03:47:00.814] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8867597241959230496:36:0)
[03:47:00.830] Build status: SCHEDULED
[03:47:00.831] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8867597241959230496:37:0) after 1m52s
[03:48:52.845] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8867597241959230496:37:0)
[03:48:52.859] Build status: SCHEDULED
[03:48:52.859] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8867597241959230496:38:0) after 2m32s
[03:51:24.927] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8867597241959230496:38:0)
[03:51:24.941] Build status: SCHEDULED
[03:51:24.941] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8867597241959230496:39:0) after 8m24s
[03:59:49.000] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8867597241959230496:39:0)
[03:59:49.020] Build status: SCHEDULED
[03:59:49.020] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8867597241959230496:40:0) after 2m47s
[04:02:36.065] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8867597241959230496:40:0)
[04:02:36.090] Build status: SCHEDULED
[04:02:36.090] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8867597241959230496:41:0) after 8m43s
[04:11:19.106] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8867597241959230496:41:0)
[04:11:19.129] Build status: SCHEDULED
[04:11:19.129] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8867597241959230496:42:0) after 1m45s
[04:13:04.193] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8867597241959230496:42:0)
[04:13:04.282] Build status: SCHEDULED
[04:13:04.282] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8867597241959230496:43:0) after 2m21s
[04:15:25.300] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8867597241959230496:43:0)
[04:15:25.324] Build status: SCHEDULED
[04:15:25.324] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8867597241959230496:44:0) after 9m25s
[04:24:50.340] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8867597241959230496:44:0)
[04:24:50.355] Build status: SCHEDULED
[04:24:50.355] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8867597241959230496:45:0) after 5m17s
[04:30:07.412] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8867597241959230496:45:0)
[04:30:07.440] Build status: SCHEDULED
[04:30:07.440] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8867597241959230496:46:0) after 7m36s
[04:37:43.454] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8867597241959230496:46:0)
[04:37:43.467] Build status: SCHEDULED
[04:37:43.467] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8867597241959230496:47:0) after 7m41s
[04:45:24.480] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8867597241959230496:47:0)
[04:45:24.622] Build status: SCHEDULED
[04:45:24.622] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8867597241959230496:48:0) after 2m7s
[04:47:31.638] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8867597241959230496:48:0)
[04:47:31.786] Build status: SCHEDULED
[04:47:31.786] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8867597241959230496:49:0) after 6m19s
[04:53:50.801] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8867597241959230496:49:0)
[04:53:50.815] Build status: SCHEDULED
[04:53:50.815] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8867597241959230496:50:0) after 2m33s
[04:56:23.803] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8867597241959230496:50:0)
[04:56:23.859] Build status: SCHEDULED
[04:56:23.859] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8867597241959230496:51:0) after 3m48s
[05:00:11.875] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8867597241959230496:51:0)
[05:00:11.940] Build status: SCHEDULED
[05:00:11.940] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8867597241959230496:52:0) after 4m58s
[05:05:09.957] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8867597241959230496:52:0)
[05:05:09.972] Build status: SCHEDULED
[05:05:09.972] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8867597241959230496:53:0) after 2m23s
[05:07:32.987] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8867597241959230496:53:0)
[05:07:33.028] Build status: SCHEDULED
[05:07:33.028] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8867597241959230496:54:0) after 8m22s
[05:15:55.045] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8867597241959230496:54:0)
[05:15:55.076] Build status: SCHEDULED
[05:15:55.076] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8867597241959230496:55:0) after 5m14s
[05:21:09.146] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8867597241959230496:55:0)
[05:21:09.545] Build status: SCHEDULED
[05:21:09.545] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8867597241959230496:56:0) after 5m35s
[05:26:44.571] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8867597241959230496:56:0)
[05:26:44.647] Build status: SCHEDULED
[05:26:44.647] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8867597241959230496:57:0) after 8m54s
[05:35:38.637] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8867597241959230496:57:0)
[05:35:38.653] Build status: SCHEDULED
[05:35:38.653] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8867597241959230496:58:0) after 3m24s
[05:39:02.718] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8867597241959230496:58:0)
[05:39:02.746] Build status: SCHEDULED
[05:39:02.746] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8867597241959230496:59:0) after 1m27s
[05:40:29.761] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8867597241959230496:59:0)
[05:40:29.776] Build status: SCHEDULED
[05:40:29.776] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8867597241959230496:60:0) after 2m37s
[05:43:06.792] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8867597241959230496:60:0)
[05:43:06.809] Build status: SCHEDULED
[05:43:06.809] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8867597241959230496:61:0) after 1m17s
[05:44:23.898] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8867597241959230496:61:0)
[05:44:23.911] Build status: SCHEDULED
[05:44:23.911] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8867597241959230496:62:0) after 9m30s
[05:53:53.930] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8867597241959230496:62:0)
[05:53:53.946] Build status: SCHEDULED
[05:53:53.946] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8867597241959230496:63:0) after 8m4s
[06:01:57.962] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8867597241959230496:63:0)
[06:01:57.980] Build status: SCHEDULED
[06:01:57.980] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8867597241959230496:64:0) after 3m13s
[06:05:11.083] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8867597241959230496:64:0)
[06:05:11.101] Build status: SCHEDULED
[06:05:11.102] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8867597241959230496:65:0) after 3m41s
[06:08:52.167] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8867597241959230496:65:0)
[06:08:52.189] Build status: SCHEDULED
[06:08:52.189] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8867597241959230496:66:0) after 5m6s
[06:13:58.160] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8867597241959230496:66:0)
[06:13:58.177] Build status: SCHEDULED
[06:13:58.177] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8867597241959230496:67:0) after 1m35s
[06:15:33.177] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8867597241959230496:67:0)
[06:15:33.223] Build status: SCHEDULED
[06:15:33.223] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8867597241959230496:68:0) after 1m16s
[06:16:49.240] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8867597241959230496:68:0)
[06:16:49.262] Build status: SCHEDULED
[06:16:49.262] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8867597241959230496:69:0) after 2m53s
[06:19:42.277] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8867597241959230496:69:0)
[06:19:42.295] Build status: SCHEDULED
[06:19:42.296] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8867597241959230496:70:0) after 7m58s
[06:21:18.520] Received PubSub notification, asking Buildbucket for the build status
[06:21:18.536] Build status: STARTED
[06:25:33.190] Received PubSub notification, asking Buildbucket for the build status
[06:25:33.205] Build:
{
  "id": "8702167179982406177",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-bazel-host"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-10-02T00:08:05.585475209Z",
  "startTime": "2025-10-02T06:21:18.357302153Z",
  "endTime": "2025-10-02T06:25:33.001291597Z",
  "updateTime": "2025-10-02T06:25:33.001291597Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "d4e45ece2552376f02577a3858c592fd64a87ee1",
      "ref": "refs/heads/main"
    }
  }
}
[06:25:33.206] Invocation finished in 6h17m28.889746389s with status FAILED