LUCI Scheduler :: pigweed :: pigweed.dev.ci-envtest-mac-x86

Status: FAILED

Triggered by: -

Duration: 8 hours

Actions:

Definition (rev 4c9983091ab9999abc5d04968bb40ccf57e06244)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "pigweed.dev.ci"
  builder: "envtest-mac-x86"
>

Incoming triggers

9b9b629a122fd9ea9ce26c1819f7eed811fa8b60 (1 week ago)
2b23689560196ea206283712f65093f3d48ab148 (1 week ago)

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://pigweed.googlesource.com/pigweed/pigweed",
  "revision": "2b23689560196ea206283712f65093f3d48ab148"
}

Incoming tags

buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/2b23689560196ea206283712f65093f3d48ab148
gitiles_ref:refs/heads/main

Debug log (UTC)

[06:37:19.273] New invocation is queued and will start shortly
[06:37:20.355] Starting the invocation (attempt 1)
[06:37:20.381] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/2b23689560196ea206283712f65093f3d48ab148"
[06:37:20.381] Popped gitiles commit info from properties and tags
[06:37:20.381] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[06:37:20.381] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[06:37:20.382] Buildbucket request:
{
  "requestId": "8872555585674109584",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "envtest-mac-x86"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8872555585674109584",
            "job": "pigweed/pigweed.dev.ci-envtest-mac-x86",
            "triggers": [
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "9b9b629a122fd9ea9ce26c1819f7eed811fa8b60"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@9b9b629a122fd9ea9ce26c1819f7eed811fa8b60",
                        "title": "9b9b629a122fd9ea9ce26c1819f7eed811fa8b60",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/9b9b629a122fd9ea9ce26c1819f7eed811fa8b60"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "2b23689560196ea206283712f65093f3d48ab148"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@2b23689560196ea206283712f65093f3d48ab148",
                        "title": "2b23689560196ea206283712f65093f3d48ab148",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/2b23689560196ea206283712f65093f3d48ab148"
                      }
                ]
          }
    },
  "gitilesCommit": {
    "host": "pigweed.googlesource.com",
    "project": "pigweed/pigweed",
    "id": "2b23689560196ea206283712f65093f3d48ab148",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8872555585674109584"
    },
    {
      "key": "scheduler_job_id",
      "value": "pigweed/pigweed.dev.ci-envtest-mac-x86"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[06:37:20.738] Scheduled build:
{
  "id": "8707125523791739617",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "envtest-mac-x86"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-08-08T06:37:20.442833129Z",
  "updateTime": "2025-08-08T06:37:20.442833129Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "2b23689560196ea206283712f65093f3d48ab148",
      "ref": "refs/heads/main"
    }
  }
}
[06:37:20.738] Task URL: https://cr-buildbucket.appspot.com/build/8707125523791739617
[06:37:20.738] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8872555585674109584:2:0) after 5m44s
[06:37:21.773] Received PubSub notification, asking Buildbucket for the build status
[06:37:21.858] Build status: SCHEDULED
[06:43:04.802] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8872555585674109584:2:0)
[06:43:04.828] Build status: SCHEDULED
[06:43:04.828] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8872555585674109584:4:0) after 8m11s
[06:51:16.429] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8872555585674109584:4:0)
[06:51:19.505] Build status: SCHEDULED
[06:51:19.505] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8872555585674109584:5:0) after 9m20s
[07:00:39.524] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8872555585674109584:5:0)
[07:00:39.540] Build status: SCHEDULED
[07:00:39.540] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8872555585674109584:6:0) after 2m41s
[07:03:20.574] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8872555585674109584:6:0)
[07:03:20.603] Build status: SCHEDULED
[07:03:20.603] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8872555585674109584:7:0) after 7m32s
[07:10:52.652] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8872555585674109584:7:0)
[07:10:52.810] Build status: SCHEDULED
[07:10:52.810] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8872555585674109584:8:0) after 5m28s
[07:16:20.824] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8872555585674109584:8:0)
[07:16:20.880] Build status: SCHEDULED
[07:16:20.880] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8872555585674109584:9:0) after 9m34s
[07:25:54.946] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8872555585674109584:9:0)
[07:25:54.965] Build status: SCHEDULED
[07:25:54.966] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8872555585674109584:10:0) after 8m33s
[07:34:28.002] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8872555585674109584:10:0)
[07:34:28.018] Build status: SCHEDULED
[07:34:28.018] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8872555585674109584:11:0) after 8m46s
[07:43:14.177] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8872555585674109584:11:0)
[07:43:14.216] Build status: SCHEDULED
[07:43:14.216] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8872555585674109584:12:0) after 6m53s
[07:50:07.331] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8872555585674109584:12:0)
[07:50:07.345] Build status: SCHEDULED
[07:50:07.345] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8872555585674109584:13:0) after 9m42s
[07:59:49.472] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8872555585674109584:13:0)
[07:59:49.523] Build status: SCHEDULED
[07:59:49.523] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8872555585674109584:14:0) after 1m13s
[08:01:02.542] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8872555585674109584:14:0)
[08:01:02.559] Build status: SCHEDULED
[08:01:02.559] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8872555585674109584:15:0) after 1m48s
[08:02:50.576] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8872555585674109584:15:0)
[08:02:50.598] Build status: SCHEDULED
[08:02:50.598] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8872555585674109584:16:0) after 2m7s
[08:04:57.664] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8872555585674109584:16:0)
[08:04:57.680] Build status: SCHEDULED
[08:04:57.680] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8872555585674109584:17:0) after 7m38s
[08:12:35.821] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8872555585674109584:17:0)
[08:12:35.840] Build status: SCHEDULED
[08:12:35.840] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8872555585674109584:18:0) after 2m15s
[08:14:50.857] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8872555585674109584:18:0)
[08:14:50.874] Build status: SCHEDULED
[08:14:50.874] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8872555585674109584:19:0) after 3m11s
[08:18:01.888] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8872555585674109584:19:0)
[08:18:01.906] Build status: SCHEDULED
[08:18:01.906] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8872555585674109584:20:0) after 1m49s
[08:19:50.963] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8872555585674109584:20:0)
[08:19:50.982] Build status: SCHEDULED
[08:19:50.982] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8872555585674109584:21:0) after 6m40s
[08:26:30.982] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8872555585674109584:21:0)
[08:26:31.002] Build status: SCHEDULED
[08:26:31.002] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8872555585674109584:22:0) after 8m8s
[08:34:39.016] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8872555585674109584:22:0)
[08:34:39.130] Build status: SCHEDULED
[08:34:39.130] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8872555585674109584:23:0) after 9m40s
[08:44:19.149] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8872555585674109584:23:0)
[08:44:19.177] Build status: SCHEDULED
[08:44:19.177] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8872555585674109584:24:0) after 4m44s
[08:49:03.237] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8872555585674109584:24:0)
[08:49:03.254] Build status: SCHEDULED
[08:49:03.254] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8872555585674109584:25:0) after 7m35s
[08:56:38.260] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8872555585674109584:25:0)
[08:56:38.303] Build status: SCHEDULED
[08:56:38.303] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8872555585674109584:26:0) after 5m16s
[09:01:54.351] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8872555585674109584:26:0)
[09:01:54.415] Build status: SCHEDULED
[09:01:54.415] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8872555585674109584:27:0) after 1m54s
[09:03:48.458] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8872555585674109584:27:0)
[09:03:48.480] Build status: SCHEDULED
[09:03:48.480] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8872555585674109584:28:0) after 9m57s
[09:13:45.568] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8872555585674109584:28:0)
[09:13:45.585] Build status: SCHEDULED
[09:13:45.585] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8872555585674109584:29:0) after 5m5s
[09:18:50.607] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8872555585674109584:29:0)
[09:18:50.628] Build status: SCHEDULED
[09:18:50.628] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8872555585674109584:30:0) after 9m31s
[09:28:21.681] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8872555585674109584:30:0)
[09:28:21.721] Build status: SCHEDULED
[09:28:21.721] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8872555585674109584:31:0) after 5m2s
[09:33:23.903] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8872555585674109584:31:0)
[09:33:23.919] Build status: SCHEDULED
[09:33:23.919] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8872555585674109584:32:0) after 7m27s
[09:40:50.952] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8872555585674109584:32:0)
[09:40:50.974] Build status: SCHEDULED
[09:40:50.974] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8872555585674109584:33:0) after 1m39s
[09:42:30.111] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8872555585674109584:33:0)
[09:42:30.130] Build status: SCHEDULED
[09:42:30.130] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8872555585674109584:34:0) after 2m10s
[09:44:40.149] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8872555585674109584:34:0)
[09:44:40.179] Build status: SCHEDULED
[09:44:40.179] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8872555585674109584:35:0) after 1m33s
[09:46:13.260] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8872555585674109584:35:0)
[09:46:13.295] Build status: SCHEDULED
[09:46:13.295] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8872555585674109584:36:0) after 2m7s
[09:48:20.434] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8872555585674109584:36:0)
[09:48:20.451] Build status: SCHEDULED
[09:48:20.451] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8872555585674109584:37:0) after 3m12s
[09:51:32.617] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8872555585674109584:37:0)
[09:51:32.675] Build status: SCHEDULED
[09:51:32.675] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8872555585674109584:38:0) after 6m27s
[09:57:59.789] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8872555585674109584:38:0)
[09:57:59.807] Build status: SCHEDULED
[09:57:59.807] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8872555585674109584:39:0) after 9m1s
[10:07:00.890] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8872555585674109584:39:0)
[10:07:01.121] Build status: SCHEDULED
[10:07:01.121] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8872555585674109584:40:0) after 2m42s
[10:09:43.186] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8872555585674109584:40:0)
[10:09:43.216] Build status: SCHEDULED
[10:09:43.216] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8872555585674109584:41:0) after 6m46s
[10:16:29.232] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8872555585674109584:41:0)
[10:16:29.255] Build status: SCHEDULED
[10:16:29.255] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8872555585674109584:42:0) after 4m3s
[10:20:32.272] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8872555585674109584:42:0)
[10:20:32.315] Build status: SCHEDULED
[10:20:32.315] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8872555585674109584:43:0) after 5m18s
[10:25:50.577] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8872555585674109584:43:0)
[10:25:50.598] Build status: SCHEDULED
[10:25:50.598] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8872555585674109584:44:0) after 3m56s
[10:29:46.623] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8872555585674109584:44:0)
[10:29:46.645] Build status: SCHEDULED
[10:29:46.645] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8872555585674109584:45:0) after 4m55s
[10:34:41.893] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8872555585674109584:45:0)
[10:34:41.910] Build status: SCHEDULED
[10:34:41.910] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8872555585674109584:46:0) after 8m27s
[10:43:09.036] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8872555585674109584:46:0)
[10:43:09.110] Build status: SCHEDULED
[10:43:09.110] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8872555585674109584:47:0) after 6m13s
[10:49:22.134] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8872555585674109584:47:0)
[10:49:22.153] Build status: SCHEDULED
[10:49:22.153] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8872555585674109584:48:0) after 5m28s
[10:54:50.436] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8872555585674109584:48:0)
[10:54:50.461] Build status: SCHEDULED
[10:54:50.461] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8872555585674109584:49:0) after 6m44s
[11:01:34.545] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8872555585674109584:49:0)
[11:01:34.592] Build status: SCHEDULED
[11:01:34.592] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8872555585674109584:50:0) after 1m45s
[11:03:19.749] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8872555585674109584:50:0)
[11:03:19.774] Build status: SCHEDULED
[11:03:19.774] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8872555585674109584:51:0) after 1m46s
[11:05:05.791] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8872555585674109584:51:0)
[11:05:05.830] Build status: SCHEDULED
[11:05:05.830] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8872555585674109584:52:0) after 2m12s
[11:07:17.931] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8872555585674109584:52:0)
[11:07:17.951] Build status: SCHEDULED
[11:07:17.951] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8872555585674109584:53:0) after 6m11s
[11:13:29.004] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8872555585674109584:53:0)
[11:13:29.029] Build status: SCHEDULED
[11:13:29.029] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8872555585674109584:54:0) after 6m18s
[11:19:47.113] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8872555585674109584:54:0)
[11:19:47.151] Build status: SCHEDULED
[11:19:47.151] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8872555585674109584:55:0) after 5m11s
[11:24:58.396] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8872555585674109584:55:0)
[11:24:58.411] Build status: SCHEDULED
[11:24:58.411] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8872555585674109584:56:0) after 9m24s
[11:34:22.527] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8872555585674109584:56:0)
[11:34:22.565] Build status: SCHEDULED
[11:34:22.565] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8872555585674109584:57:0) after 1m39s
[11:36:01.723] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8872555585674109584:57:0)
[11:36:01.741] Build status: SCHEDULED
[11:36:01.741] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8872555585674109584:58:0) after 8m0s
[11:44:01.757] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8872555585674109584:58:0)
[11:44:01.812] Build status: SCHEDULED
[11:44:01.812] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8872555585674109584:59:0) after 3m49s
[11:47:50.827] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8872555585674109584:59:0)
[11:47:50.843] Build status: SCHEDULED
[11:47:50.843] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8872555585674109584:60:0) after 4m27s
[11:52:17.989] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8872555585674109584:60:0)
[11:52:18.005] Build status: SCHEDULED
[11:52:18.005] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8872555585674109584:61:0) after 9m46s
[12:02:04.021] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8872555585674109584:61:0)
[12:02:04.173] Build status: SCHEDULED
[12:02:04.173] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8872555585674109584:62:0) after 8m6s
[12:10:10.195] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8872555585674109584:62:0)
[12:10:10.247] Build status: SCHEDULED
[12:10:10.247] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8872555585674109584:63:0) after 2m18s
[12:12:28.271] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8872555585674109584:63:0)
[12:12:28.305] Build status: SCHEDULED
[12:12:28.305] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8872555585674109584:64:0) after 1m25s
[12:13:53.504] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8872555585674109584:64:0)
[12:13:53.533] Build status: SCHEDULED
[12:13:53.533] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8872555585674109584:65:0) after 6m43s
[12:20:36.592] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8872555585674109584:65:0)
[12:20:36.625] Build status: SCHEDULED
[12:20:36.626] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8872555585674109584:66:0) after 3m48s
[12:24:24.647] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8872555585674109584:66:0)
[12:24:24.678] Build status: SCHEDULED
[12:24:24.678] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8872555585674109584:67:0) after 8m9s
[12:32:33.696] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8872555585674109584:67:0)
[12:32:33.714] Build status: SCHEDULED
[12:32:33.714] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8872555585674109584:68:0) after 6m56s
[12:39:29.753] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8872555585674109584:68:0)
[12:39:29.769] Build status: SCHEDULED
[12:39:29.769] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8872555585674109584:69:0) after 4m24s
[12:43:53.751] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8872555585674109584:69:0)
[12:43:53.776] Build status: SCHEDULED
[12:43:53.776] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8872555585674109584:70:0) after 1m8s
[12:45:01.803] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8872555585674109584:70:0)
[12:45:01.896] Build status: SCHEDULED
[12:45:01.896] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8872555585674109584:71:0) after 8m26s
[12:53:27.933] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8872555585674109584:71:0)
[12:53:27.990] Build status: SCHEDULED
[12:53:27.990] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8872555585674109584:72:0) after 2m26s
[12:55:54.009] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8872555585674109584:72:0)
[12:55:54.028] Build status: SCHEDULED
[12:55:54.028] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8872555585674109584:73:0) after 8m48s
[13:04:42.110] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8872555585674109584:73:0)
[13:04:42.127] Build status: SCHEDULED
[13:04:42.127] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8872555585674109584:74:0) after 5m40s
[13:10:22.152] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8872555585674109584:74:0)
[13:10:22.276] Build status: SCHEDULED
[13:10:22.276] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8872555585674109584:75:0) after 2m36s
[13:12:58.346] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8872555585674109584:75:0)
[13:12:58.387] Build status: SCHEDULED
[13:12:58.387] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8872555585674109584:76:0) after 6m24s
[13:19:22.404] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8872555585674109584:76:0)
[13:19:22.432] Build status: SCHEDULED
[13:19:22.432] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8872555585674109584:77:0) after 9m20s
[13:28:42.549] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8872555585674109584:77:0)
[13:28:42.567] Build status: SCHEDULED
[13:28:42.567] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8872555585674109584:78:0) after 3m12s
[13:31:54.616] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8872555585674109584:78:0)
[13:31:54.678] Build status: SCHEDULED
[13:31:54.679] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8872555585674109584:79:0) after 1m14s
[13:33:08.694] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8872555585674109584:79:0)
[13:33:08.716] Build status: SCHEDULED
[13:33:08.716] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8872555585674109584:80:0) after 9m12s
[13:42:20.795] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8872555585674109584:80:0)
[13:42:20.853] Build status: SCHEDULED
[13:42:20.853] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8872555585674109584:81:0) after 8m59s
[13:51:19.876] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8872555585674109584:81:0)
[13:51:19.892] Build status: SCHEDULED
[13:51:19.892] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8872555585674109584:82:0) after 1m3s
[13:52:22.868] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8872555585674109584:82:0)
[13:52:22.900] Build status: SCHEDULED
[13:52:22.900] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8872555585674109584:83:0) after 9m20s
[14:01:42.995] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8872555585674109584:83:0)
[14:01:43.012] Build status: SCHEDULED
[14:01:43.012] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8872555585674109584:84:0) after 7m7s
[14:08:50.084] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8872555585674109584:84:0)
[14:08:50.157] Build status: SCHEDULED
[14:08:50.157] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8872555585674109584:85:0) after 5m11s
[14:14:01.223] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8872555585674109584:85:0)
[14:14:01.258] Build status: SCHEDULED
[14:14:01.258] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8872555585674109584:86:0) after 2m22s
[14:16:23.373] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8872555585674109584:86:0)
[14:16:23.397] Build status: SCHEDULED
[14:16:23.397] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8872555585674109584:87:0) after 3m46s
[14:20:09.419] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8872555585674109584:87:0)
[14:20:09.438] Build status: SCHEDULED
[14:20:09.439] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8872555585674109584:88:0) after 7m13s
[14:27:22.521] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8872555585674109584:88:0)
[14:27:22.547] Build status: SCHEDULED
[14:27:22.547] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8872555585674109584:89:0) after 2m37s
[14:29:59.662] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8872555585674109584:89:0)
[14:29:59.682] Build status: SCHEDULED
[14:29:59.682] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8872555585674109584:90:0) after 8m21s
[14:37:22.225] Received PubSub notification, asking Buildbucket for the build status
[14:37:22.320] Build:
{
  "id": "8707125523791739617",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "envtest-mac-x86"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-08-08T06:37:20.442833129Z",
  "endTime": "2025-08-08T14:37:22.027702126Z",
  "updateTime": "2025-08-08T14:37:22.027702126Z",
  "status": "INFRA_FAILURE",
  "statusDetails": {
    "resourceExhaustion": {

    },
    "timeout": {

    }
  },
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "2b23689560196ea206283712f65093f3d48ab148",
      "ref": "refs/heads/main"
    }
  }
}
[14:37:22.321] Invocation finished in 8h0m3.057440363s with status FAILED