Status: FAILED
Triggered by: -
Duration: 3 hours
Actions:

Definition (rev 85738901346dbd372578d971d9ed5b3aee052a32)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "pigweed.dev.ci"
  builder: "pigweed-mac-x86-bazel-host"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://pigweed.googlesource.com/pigweed/pigweed",
  "revision": "1e1f16e0eaf1849b7241ef91e0ef2bd17a12af58"
}

Incoming tags

  • buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/1e1f16e0eaf1849b7241ef91e0ef2bd17a12af58
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[07:32:39.458] New invocation is queued and will start shortly
[07:32:40.694] Starting the invocation (attempt 1)
[07:32:40.721] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/1e1f16e0eaf1849b7241ef91e0ef2bd17a12af58"
[07:32:40.721] Popped gitiles commit info from properties and tags
[07:32:40.721] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[07:32:40.721] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[07:32:40.722] Buildbucket request:
{
  "requestId": "8870649567912934912",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-bazel-host"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8870649567912934912",
            "job": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host",
            "triggers": [
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "b9d49277c0c3952873452101a964715d77087614"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@b9d49277c0c3952873452101a964715d77087614",
                        "title": "b9d49277c0c3952873452101a964715d77087614",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/b9d49277c0c3952873452101a964715d77087614"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "0113cf072d001eaefa848f24409855b33427259e"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@0113cf072d001eaefa848f24409855b33427259e",
                        "title": "0113cf072d001eaefa848f24409855b33427259e",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/0113cf072d001eaefa848f24409855b33427259e"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "4587c394bd1d8fcb01ba5c801ce486e87566617c"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@4587c394bd1d8fcb01ba5c801ce486e87566617c",
                        "title": "4587c394bd1d8fcb01ba5c801ce486e87566617c",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/4587c394bd1d8fcb01ba5c801ce486e87566617c"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "5468890445c8be4974e658e37f4e7544e3874042"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@5468890445c8be4974e658e37f4e7544e3874042",
                        "title": "5468890445c8be4974e658e37f4e7544e3874042",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/5468890445c8be4974e658e37f4e7544e3874042"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "9e9c54dee6ce0df6be063f26dc3a9a1566698fb1"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@9e9c54dee6ce0df6be063f26dc3a9a1566698fb1",
                        "title": "9e9c54dee6ce0df6be063f26dc3a9a1566698fb1",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/9e9c54dee6ce0df6be063f26dc3a9a1566698fb1"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "dd63e84d7627b190aa0f1a6c8de276b9c9cb6b9c"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@dd63e84d7627b190aa0f1a6c8de276b9c9cb6b9c",
                        "title": "dd63e84d7627b190aa0f1a6c8de276b9c9cb6b9c",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/dd63e84d7627b190aa0f1a6c8de276b9c9cb6b9c"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "788829b17430e7733fec6014063eed5ee1620f90"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@788829b17430e7733fec6014063eed5ee1620f90",
                        "title": "788829b17430e7733fec6014063eed5ee1620f90",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/788829b17430e7733fec6014063eed5ee1620f90"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "fcca8df84816b702410402948d0c68c6e5b42abc"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@fcca8df84816b702410402948d0c68c6e5b42abc",
                        "title": "fcca8df84816b702410402948d0c68c6e5b42abc",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/fcca8df84816b702410402948d0c68c6e5b42abc"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "5d550d2fa57d177d541a7f02816a2919917bb914"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@5d550d2fa57d177d541a7f02816a2919917bb914",
                        "title": "5d550d2fa57d177d541a7f02816a2919917bb914",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/5d550d2fa57d177d541a7f02816a2919917bb914"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "902cb0b72ecddffcb5f6b42e320bce4971e880d9"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@902cb0b72ecddffcb5f6b42e320bce4971e880d9",
                        "title": "902cb0b72ecddffcb5f6b42e320bce4971e880d9",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/902cb0b72ecddffcb5f6b42e320bce4971e880d9"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "1e1f16e0eaf1849b7241ef91e0ef2bd17a12af58"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@1e1f16e0eaf1849b7241ef91e0ef2bd17a12af58",
                        "title": "1e1f16e0eaf1849b7241ef91e0ef2bd17a12af58",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/1e1f16e0eaf1849b7241ef91e0ef2bd17a12af58"
                      }
                ]
          }
    },
  "gitilesCommit": {
    "host": "pigweed.googlesource.com",
    "project": "pigweed/pigweed",
    "id": "1e1f16e0eaf1849b7241ef91e0ef2bd17a12af58",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8870649567912934912"
    },
    {
      "key": "scheduler_job_id",
      "value": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[07:32:41.110] Scheduled build:
{
  "id": "8705219505858269233",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-bazel-host"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-08-29T07:32:40.792164452Z",
  "updateTime": "2025-08-29T07:32:40.792164452Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "1e1f16e0eaf1849b7241ef91e0ef2bd17a12af58",
      "ref": "refs/heads/main"
    }
  }
}
[07:32:41.110] Task URL: https://cr-buildbucket.appspot.com/build/8705219505858269233
[07:32:41.110] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8870649567912934912:2:0) after 1m23s
[07:33:10.607] Received PubSub notification, asking Buildbucket for the build status
[07:33:10.625] Build status: SCHEDULED
[07:34:04.126] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8870649567912934912:2:0)
[07:34:04.146] Build status: SCHEDULED
[07:34:04.146] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8870649567912934912:4:0) after 1m50s
[07:35:54.166] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8870649567912934912:4:0)
[07:35:54.217] Build status: SCHEDULED
[07:35:54.217] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8870649567912934912:5:0) after 5m56s
[07:41:50.240] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8870649567912934912:5:0)
[07:41:50.264] Build status: SCHEDULED
[07:41:50.264] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8870649567912934912:6:0) after 2m42s
[07:44:32.378] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8870649567912934912:6:0)
[07:44:32.408] Build status: SCHEDULED
[07:44:32.408] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8870649567912934912:7:0) after 9m45s
[07:54:17.605] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8870649567912934912:7:0)
[07:54:17.648] Build status: SCHEDULED
[07:54:17.649] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8870649567912934912:8:0) after 1m37s
[07:55:54.843] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8870649567912934912:8:0)
[07:55:54.869] Build status: SCHEDULED
[07:55:54.869] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8870649567912934912:9:0) after 3m30s
[07:59:24.918] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8870649567912934912:9:0)
[07:59:24.984] Build status: SCHEDULED
[07:59:24.984] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8870649567912934912:10:0) after 4m47s
[08:04:12.013] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8870649567912934912:10:0)
[08:04:12.047] Build status: SCHEDULED
[08:04:12.047] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8870649567912934912:11:0) after 3m3s
[08:07:15.200] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8870649567912934912:11:0)
[08:07:15.218] Build status: SCHEDULED
[08:07:15.218] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8870649567912934912:12:0) after 7m1s
[08:14:16.336] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8870649567912934912:12:0)
[08:14:16.367] Build status: SCHEDULED
[08:14:16.367] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8870649567912934912:13:0) after 8m39s
[08:22:55.381] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8870649567912934912:13:0)
[08:22:55.396] Build status: SCHEDULED
[08:22:55.396] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8870649567912934912:14:0) after 4m3s
[08:26:58.611] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8870649567912934912:14:0)
[08:26:58.628] Build status: SCHEDULED
[08:26:58.628] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8870649567912934912:15:0) after 1m24s
[08:28:22.643] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8870649567912934912:15:0)
[08:28:22.659] Build status: SCHEDULED
[08:28:22.659] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8870649567912934912:16:0) after 8m46s
[08:37:08.686] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8870649567912934912:16:0)
[08:37:08.725] Build status: SCHEDULED
[08:37:08.725] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8870649567912934912:17:0) after 4m5s
[08:41:13.717] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8870649567912934912:17:0)
[08:41:13.739] Build status: SCHEDULED
[08:41:13.739] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8870649567912934912:18:0) after 2m59s
[08:44:12.755] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8870649567912934912:18:0)
[08:44:12.929] Build status: SCHEDULED
[08:44:12.929] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8870649567912934912:19:0) after 6m35s
[08:50:47.927] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8870649567912934912:19:0)
[08:50:47.945] Build status: SCHEDULED
[08:50:47.946] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8870649567912934912:20:0) after 5m17s
[08:56:04.966] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8870649567912934912:20:0)
[08:56:04.993] Build status: SCHEDULED
[08:56:04.993] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8870649567912934912:21:0) after 7m52s
[09:03:57.013] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8870649567912934912:21:0)
[09:03:57.043] Build status: SCHEDULED
[09:03:57.043] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8870649567912934912:22:0) after 1m59s
[09:05:56.152] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8870649567912934912:22:0)
[09:05:56.204] Build status: SCHEDULED
[09:05:56.204] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8870649567912934912:23:0) after 3m18s
[09:09:14.261] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8870649567912934912:23:0)
[09:09:14.288] Build status: SCHEDULED
[09:09:14.288] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8870649567912934912:24:0) after 6m57s
[09:16:11.308] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8870649567912934912:24:0)
[09:16:11.325] Build status: SCHEDULED
[09:16:11.325] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8870649567912934912:25:0) after 1m54s
[09:18:05.344] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8870649567912934912:25:0)
[09:18:05.375] Build status: SCHEDULED
[09:18:05.375] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8870649567912934912:26:0) after 4m25s
[09:22:30.454] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8870649567912934912:26:0)
[09:22:30.479] Build status: SCHEDULED
[09:22:30.479] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8870649567912934912:27:0) after 7m23s
[09:29:53.493] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8870649567912934912:27:0)
[09:29:53.514] Build status: SCHEDULED
[09:29:53.514] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8870649567912934912:28:0) after 9m34s
[09:39:27.534] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8870649567912934912:28:0)
[09:39:27.562] Build status: SCHEDULED
[09:39:27.563] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8870649567912934912:29:0) after 8m22s
[09:47:49.579] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8870649567912934912:29:0)
[09:47:49.599] Build status: SCHEDULED
[09:47:49.599] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8870649567912934912:30:0) after 2m2s
[09:49:51.626] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8870649567912934912:30:0)
[09:49:51.640] Build status: SCHEDULED
[09:49:51.640] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8870649567912934912:31:0) after 6m19s
[09:56:10.661] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8870649567912934912:31:0)
[09:56:10.750] Build status: SCHEDULED
[09:56:10.750] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8870649567912934912:32:0) after 4m40s
[10:00:50.766] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8870649567912934912:32:0)
[10:00:50.781] Build status: SCHEDULED
[10:00:50.781] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8870649567912934912:33:0) after 5m48s
[10:06:38.889] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8870649567912934912:33:0)
[10:06:38.965] Build status: SCHEDULED
[10:06:38.965] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8870649567912934912:34:0) after 9m7s
[10:15:45.998] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8870649567912934912:34:0)
[10:15:46.014] Build status: SCHEDULED
[10:15:46.015] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8870649567912934912:35:0) after 7m10s
[10:22:56.043] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8870649567912934912:35:0)
[10:22:56.063] Build status: SCHEDULED
[10:22:56.063] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8870649567912934912:36:0) after 2m20s
[10:25:16.089] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8870649567912934912:36:0)
[10:25:16.108] Build status: SCHEDULED
[10:25:16.108] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8870649567912934912:37:0) after 6m59s
[10:32:15.175] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8870649567912934912:37:0)
[10:32:15.192] Build status: SCHEDULED
[10:32:15.192] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8870649567912934912:38:0) after 3m12s
[10:35:27.951] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8870649567912934912:38:0)
[10:35:27.978] Build status: SCHEDULED
[10:35:27.978] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8870649567912934912:39:0) after 6m52s
[10:42:20.074] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8870649567912934912:39:0)
[10:42:20.091] Build status: SCHEDULED
[10:42:20.091] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8870649567912934912:40:0) after 2m10s
[10:44:30.152] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8870649567912934912:40:0)
[10:44:30.220] Build status: SCHEDULED
[10:44:30.221] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8870649567912934912:41:0) after 1m40s
[10:46:10.235] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8870649567912934912:41:0)
[10:46:10.256] Build status: SCHEDULED
[10:46:10.256] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8870649567912934912:42:0) after 3m29s
[10:49:39.275] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8870649567912934912:42:0)
[10:49:39.377] Build status: SCHEDULED
[10:49:39.377] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8870649567912934912:43:0) after 8m0s
[10:57:39.396] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8870649567912934912:43:0)
[10:57:39.441] Build status: SCHEDULED
[10:57:39.441] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8870649567912934912:44:0) after 4m58s
[11:02:37.525] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8870649567912934912:44:0)
[11:02:37.541] Build status: SCHEDULED
[11:02:37.541] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8870649567912934912:45:0) after 1m43s
[11:04:20.600] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8870649567912934912:45:0)
[11:04:20.621] Build status: SCHEDULED
[11:04:20.621] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8870649567912934912:46:0) after 6m54s
[11:11:14.796] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8870649567912934912:46:0)
[11:11:14.816] Build status: SCHEDULED
[11:11:14.816] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8870649567912934912:47:0) after 8m49s
[11:14:52.825] Received PubSub notification, asking Buildbucket for the build status
[11:14:52.843] Build:
{
  "id": "8705219505858269233",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-bazel-host"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-08-29T07:32:40.792164452Z",
  "endTime": "2025-08-29T11:14:52.319455083Z",
  "updateTime": "2025-08-29T11:14:52.319455083Z",
  "status": "INFRA_FAILURE",
  "statusDetails": {
    "resourceExhaustion": {

    }
  },
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "1e1f16e0eaf1849b7241ef91e0ef2bd17a12af58",
      "ref": "refs/heads/main"
    }
  }
}
[11:14:52.843] Invocation finished in 3h42m13.394856767s with status FAILED