1. All projects
  2. pigweed
  3. pigweed.dev.ci-envtest-mac-x86
  4. 8869062561894718032
Status: FAILED
Triggered by: -
Duration: 8 hours
Actions:

Definition (rev 4c9983091ab9999abc5d04968bb40ccf57e06244) 

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "pigweed.dev.ci"
  builder: "envtest-mac-x86"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://pigweed.googlesource.com/pigweed/pigweed",
  "revision": "584dab50efc0e39f2e592d7031cd72f09a72dee0"
}

Incoming tags

  • buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/584dab50efc0e39f2e592d7031cd72f09a72dee0
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[19:57:26.335] New invocation is queued and will start shortly
[19:57:27.428] Starting the invocation (attempt 1)
[19:57:27.452] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/584dab50efc0e39f2e592d7031cd72f09a72dee0"
[19:57:27.452] Popped gitiles commit info from properties and tags
[19:57:27.452] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[19:57:27.452] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[19:57:27.452] Buildbucket request:
{
  "requestId": "8869062561894718032",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "envtest-mac-x86"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8869062561894718032",
            "job": "pigweed/pigweed.dev.ci-envtest-mac-x86",
            "triggers": [
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "c5c4b9d16110bea1a68177f9118f8f6c67aaa361"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@c5c4b9d16110bea1a68177f9118f8f6c67aaa361",
                        "title": "c5c4b9d16110bea1a68177f9118f8f6c67aaa361",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/c5c4b9d16110bea1a68177f9118f8f6c67aaa361"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "584dab50efc0e39f2e592d7031cd72f09a72dee0"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@584dab50efc0e39f2e592d7031cd72f09a72dee0",
                        "title": "584dab50efc0e39f2e592d7031cd72f09a72dee0",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/584dab50efc0e39f2e592d7031cd72f09a72dee0"
                      }
                ]
          }
    },
  "gitilesCommit": {
    "host": "pigweed.googlesource.com",
    "project": "pigweed/pigweed",
    "id": "584dab50efc0e39f2e592d7031cd72f09a72dee0",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8869062561894718032"
    },
    {
      "key": "scheduler_job_id",
      "value": "pigweed/pigweed.dev.ci-envtest-mac-x86"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[19:57:27.829] Scheduled build:
{
  "id": "8703632499989929841",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "envtest-mac-x86"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-09-15T19:57:27.528804573Z",
  "updateTime": "2025-09-15T19:57:27.528804573Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "584dab50efc0e39f2e592d7031cd72f09a72dee0",
      "ref": "refs/heads/main"
    }
  }
}
[19:57:27.829] Task URL: https://cr-buildbucket.appspot.com/build/8703632499989929841
[19:57:27.829] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8869062561894718032:2:0) after 1m20s
[19:57:30.836] Received PubSub notification, asking Buildbucket for the build status
[19:57:30.862] Build status: SCHEDULED
[19:58:47.816] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8869062561894718032:2:0)
[19:58:47.846] Build status: SCHEDULED
[19:58:47.847] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8869062561894718032:4:0) after 8m41s
[20:07:28.860] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8869062561894718032:4:0)
[20:07:28.890] Build status: SCHEDULED
[20:07:28.891] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8869062561894718032:5:0) after 8m44s
[20:16:12.934] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8869062561894718032:5:0)
[20:16:13.147] Build status: SCHEDULED
[20:16:13.147] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8869062561894718032:6:0) after 6m19s
[20:22:32.209] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8869062561894718032:6:0)
[20:22:32.282] Build status: SCHEDULED
[20:22:32.282] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8869062561894718032:7:0) after 9m14s
[20:31:46.342] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8869062561894718032:7:0)
[20:31:46.366] Build status: SCHEDULED
[20:31:46.366] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8869062561894718032:8:0) after 8m54s
[20:40:40.548] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8869062561894718032:8:0)
[20:40:40.565] Build status: SCHEDULED
[20:40:40.565] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8869062561894718032:9:0) after 7m59s
[20:48:39.577] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8869062561894718032:9:0)
[20:48:39.600] Build status: SCHEDULED
[20:48:39.600] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8869062561894718032:10:0) after 4m30s
[20:53:09.603] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8869062561894718032:10:0)
[20:53:09.625] Build status: SCHEDULED
[20:53:09.625] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8869062561894718032:11:0) after 8m18s
[21:01:27.640] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8869062561894718032:11:0)
[21:01:27.657] Build status: SCHEDULED
[21:01:27.657] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8869062561894718032:12:0) after 9m11s
[21:10:38.922] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8869062561894718032:12:0)
[21:10:38.952] Build status: SCHEDULED
[21:10:38.952] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8869062561894718032:13:0) after 7m42s
[21:18:21.111] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8869062561894718032:13:0)
[21:18:21.135] Build status: SCHEDULED
[21:18:21.135] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8869062561894718032:14:0) after 5m42s
[21:24:03.151] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8869062561894718032:14:0)
[21:24:03.168] Build status: SCHEDULED
[21:24:03.168] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8869062561894718032:15:0) after 5m3s
[21:29:06.155] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8869062561894718032:15:0)
[21:29:06.172] Build status: SCHEDULED
[21:29:06.172] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8869062561894718032:16:0) after 5m36s
[21:34:42.225] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8869062561894718032:16:0)
[21:34:42.281] Build status: SCHEDULED
[21:34:42.281] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8869062561894718032:17:0) after 5m15s
[21:39:57.295] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8869062561894718032:17:0)
[21:39:57.328] Build status: SCHEDULED
[21:39:57.328] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8869062561894718032:18:0) after 9m25s
[21:49:22.345] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8869062561894718032:18:0)
[21:49:22.439] Build status: SCHEDULED
[21:49:22.439] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8869062561894718032:19:0) after 4m22s
[21:53:44.456] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8869062561894718032:19:0)
[21:53:44.476] Build status: SCHEDULED
[21:53:44.476] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8869062561894718032:20:0) after 5m32s
[21:59:16.496] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8869062561894718032:20:0)
[21:59:16.511] Build status: SCHEDULED
[21:59:16.511] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8869062561894718032:21:0) after 7m59s
[22:07:15.531] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8869062561894718032:21:0)
[22:07:15.566] Build status: SCHEDULED
[22:07:15.566] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8869062561894718032:22:0) after 8m19s
[22:15:34.582] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8869062561894718032:22:0)
[22:15:34.608] Build status: SCHEDULED
[22:15:34.608] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8869062561894718032:23:0) after 7m36s
[22:23:10.661] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8869062561894718032:23:0)
[22:23:10.718] Build status: SCHEDULED
[22:23:10.718] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8869062561894718032:24:0) after 9m59s
[22:33:09.734] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8869062561894718032:24:0)
[22:33:09.755] Build status: SCHEDULED
[22:33:09.755] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8869062561894718032:25:0) after 3m37s
[22:36:46.810] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8869062561894718032:25:0)
[22:36:46.828] Build status: SCHEDULED
[22:36:46.828] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8869062561894718032:26:0) after 3m48s
[22:40:34.925] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8869062561894718032:26:0)
[22:40:34.947] Build status: SCHEDULED
[22:40:34.947] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8869062561894718032:27:0) after 7m7s
[22:47:42.004] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8869062561894718032:27:0)
[22:47:42.021] Build status: SCHEDULED
[22:47:42.021] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8869062561894718032:28:0) after 4m5s
[22:51:47.048] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8869062561894718032:28:0)
[22:51:47.065] Build status: SCHEDULED
[22:51:47.065] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8869062561894718032:29:0) after 9m17s
[23:01:04.047] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8869062561894718032:29:0)
[23:01:04.068] Build status: SCHEDULED
[23:01:04.068] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8869062561894718032:30:0) after 2m9s
[23:03:13.111] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8869062561894718032:30:0)
[23:03:13.134] Build status: SCHEDULED
[23:03:13.134] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8869062561894718032:31:0) after 3m15s
[23:06:28.136] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8869062561894718032:31:0)
[23:06:28.156] Build status: SCHEDULED
[23:06:28.156] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8869062561894718032:32:0) after 9m55s
[23:16:23.160] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8869062561894718032:32:0)
[23:16:23.177] Build status: SCHEDULED
[23:16:23.177] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8869062561894718032:33:0) after 6m43s
[23:23:06.209] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8869062561894718032:33:0)
[23:23:06.225] Build status: SCHEDULED
[23:23:06.225] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8869062561894718032:34:0) after 4m45s
[23:27:51.325] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8869062561894718032:34:0)
[23:27:51.346] Build status: SCHEDULED
[23:27:51.346] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8869062561894718032:35:0) after 3m9s
[23:31:00.465] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8869062561894718032:35:0)
[23:31:00.487] Build status: SCHEDULED
[23:31:00.487] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8869062561894718032:36:0) after 5m39s
[23:36:39.506] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8869062561894718032:36:0)
[23:36:39.627] Build status: SCHEDULED
[23:36:39.627] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8869062561894718032:37:0) after 6m36s
[23:43:15.642] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8869062561894718032:37:0)
[23:43:15.701] Build status: SCHEDULED
[23:43:15.701] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8869062561894718032:38:0) after 2m30s
[23:45:45.716] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8869062561894718032:38:0)
[23:45:45.732] Build status: SCHEDULED
[23:45:45.732] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8869062561894718032:39:0) after 6m44s
[23:52:29.756] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8869062561894718032:39:0)
[23:52:29.775] Build status: SCHEDULED
[23:52:29.775] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8869062561894718032:40:0) after 5m59s
[23:58:28.916] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8869062561894718032:40:0)
[23:58:28.961] Build status: SCHEDULED
[23:58:28.961] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8869062561894718032:41:0) after 1m37s
[00:00:06.021] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8869062561894718032:41:0)
[00:00:06.046] Build status: SCHEDULED
[00:00:06.046] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8869062561894718032:42:0) after 8m44s
[00:08:50.142] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8869062561894718032:42:0)
[00:08:50.199] Build status: SCHEDULED
[00:08:50.199] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8869062561894718032:43:0) after 3m54s
[00:12:44.216] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8869062561894718032:43:0)
[00:12:44.238] Build status: SCHEDULED
[00:12:44.239] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8869062561894718032:44:0) after 6m42s
[00:19:26.313] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8869062561894718032:44:0)
[00:19:26.362] Build status: SCHEDULED
[00:19:26.362] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8869062561894718032:45:0) after 9m26s
[00:28:52.380] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8869062561894718032:45:0)
[00:28:52.397] Build status: SCHEDULED
[00:28:52.397] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8869062561894718032:46:0) after 5m9s
[00:34:01.435] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8869062561894718032:46:0)
[00:34:01.456] Build status: SCHEDULED
[00:34:01.456] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8869062561894718032:47:0) after 2m29s
[00:36:30.481] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8869062561894718032:47:0)
[00:36:30.502] Build status: SCHEDULED
[00:36:30.502] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8869062561894718032:48:0) after 5m58s
[00:42:28.516] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8869062561894718032:48:0)
[00:42:28.532] Build status: SCHEDULED
[00:42:28.532] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8869062561894718032:49:0) after 3m54s
[00:46:22.546] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8869062561894718032:49:0)
[00:46:22.567] Build status: SCHEDULED
[00:46:22.567] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8869062561894718032:50:0) after 1m8s
[00:47:30.575] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8869062561894718032:50:0)
[00:47:30.592] Build status: SCHEDULED
[00:47:30.592] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8869062561894718032:51:0) after 8m25s
[00:55:55.708] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8869062561894718032:51:0)
[00:55:55.791] Build status: SCHEDULED
[00:55:55.791] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8869062561894718032:52:0) after 1m22s
[00:57:17.815] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8869062561894718032:52:0)
[00:57:17.840] Build status: SCHEDULED
[00:57:17.840] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8869062561894718032:53:0) after 5m15s
[01:02:32.950] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8869062561894718032:53:0)
[01:02:33.093] Build status: SCHEDULED
[01:02:33.093] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8869062561894718032:54:0) after 7m41s
[01:10:14.187] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8869062561894718032:54:0)
[01:10:14.209] Build status: SCHEDULED
[01:10:14.209] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8869062561894718032:55:0) after 2m55s
[01:13:09.276] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8869062561894718032:55:0)
[01:13:09.293] Build status: SCHEDULED
[01:13:09.293] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8869062561894718032:56:0) after 4m40s
[01:17:49.312] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8869062561894718032:56:0)
[01:17:49.360] Build status: SCHEDULED
[01:17:49.360] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8869062561894718032:57:0) after 4m41s
[01:22:30.427] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8869062561894718032:57:0)
[01:22:30.452] Build status: SCHEDULED
[01:22:30.452] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8869062561894718032:58:0) after 3m15s
[01:25:45.520] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8869062561894718032:58:0)
[01:25:45.534] Build status: SCHEDULED
[01:25:45.535] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8869062561894718032:59:0) after 5m12s
[01:30:57.566] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8869062561894718032:59:0)
[01:30:57.586] Build status: SCHEDULED
[01:30:57.586] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8869062561894718032:60:0) after 8m45s
[01:39:42.603] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8869062561894718032:60:0)
[01:39:42.782] Build status: SCHEDULED
[01:39:42.782] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8869062561894718032:61:0) after 7m35s
[01:47:17.850] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8869062561894718032:61:0)
[01:47:17.881] Build status: SCHEDULED
[01:47:17.881] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8869062561894718032:62:0) after 3m52s
[01:51:09.956] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8869062561894718032:62:0)
[01:51:09.975] Build status: SCHEDULED
[01:51:09.976] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8869062561894718032:63:0) after 2m22s
[01:53:31.993] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8869062561894718032:63:0)
[01:53:32.050] Build status: SCHEDULED
[01:53:32.050] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8869062561894718032:64:0) after 3m11s
[01:56:43.140] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8869062561894718032:64:0)
[01:56:43.184] Build status: SCHEDULED
[01:56:43.184] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8869062561894718032:65:0) after 1m12s
[01:57:55.202] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8869062561894718032:65:0)
[01:57:55.230] Build status: SCHEDULED
[01:57:55.230] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8869062561894718032:66:0) after 5m42s
[02:03:37.310] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8869062561894718032:66:0)
[02:03:37.331] Build status: SCHEDULED
[02:03:37.331] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8869062561894718032:67:0) after 8m33s
[02:12:10.452] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8869062561894718032:67:0)
[02:12:10.474] Build status: SCHEDULED
[02:12:10.474] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8869062561894718032:68:0) after 7m48s
[02:19:58.495] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8869062561894718032:68:0)
[02:19:58.555] Build status: SCHEDULED
[02:19:58.555] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8869062561894718032:69:0) after 8m43s
[02:28:41.584] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8869062561894718032:69:0)
[02:28:41.603] Build status: SCHEDULED
[02:28:41.603] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8869062561894718032:70:0) after 6m32s
[02:35:13.755] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8869062561894718032:70:0)
[02:35:13.781] Build status: SCHEDULED
[02:35:13.781] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8869062561894718032:71:0) after 5m16s
[02:40:29.796] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8869062561894718032:71:0)
[02:40:29.869] Build status: SCHEDULED
[02:40:29.869] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8869062561894718032:72:0) after 7m16s
[02:47:45.921] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8869062561894718032:72:0)
[02:47:45.950] Build status: SCHEDULED
[02:47:45.950] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8869062561894718032:73:0) after 2m46s
[02:50:32.006] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8869062561894718032:73:0)
[02:50:32.058] Build status: SCHEDULED
[02:50:32.058] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8869062561894718032:74:0) after 5m50s
[02:56:22.101] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8869062561894718032:74:0)
[02:56:22.119] Build status: SCHEDULED
[02:56:22.119] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8869062561894718032:75:0) after 4m48s
[03:01:10.130] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8869062561894718032:75:0)
[03:01:10.238] Build status: SCHEDULED
[03:01:10.239] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8869062561894718032:76:0) after 4m15s
[03:05:25.335] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8869062561894718032:76:0)
[03:05:25.382] Build status: SCHEDULED
[03:05:25.382] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8869062561894718032:77:0) after 7m11s
[03:12:36.405] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8869062561894718032:77:0)
[03:12:36.420] Build status: SCHEDULED
[03:12:36.420] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8869062561894718032:78:0) after 2m5s
[03:14:41.435] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8869062561894718032:78:0)
[03:14:41.454] Build status: SCHEDULED
[03:14:41.454] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8869062561894718032:79:0) after 1m29s
[03:16:10.569] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8869062561894718032:79:0)
[03:16:10.631] Build status: SCHEDULED
[03:16:10.631] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8869062561894718032:80:0) after 6m39s
[03:22:49.648] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8869062561894718032:80:0)
[03:22:49.678] Build status: SCHEDULED
[03:22:49.678] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8869062561894718032:81:0) after 4m9s
[03:26:58.764] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8869062561894718032:81:0)
[03:26:58.786] Build status: SCHEDULED
[03:26:58.786] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8869062561894718032:82:0) after 3m47s
[03:30:45.802] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8869062561894718032:82:0)
[03:30:45.821] Build status: SCHEDULED
[03:30:45.821] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8869062561894718032:83:0) after 5m29s
[03:36:14.836] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8869062561894718032:83:0)
[03:36:14.851] Build status: SCHEDULED
[03:36:14.851] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8869062561894718032:84:0) after 6m43s
[03:42:57.974] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8869062561894718032:84:0)
[03:42:57.991] Build status: SCHEDULED
[03:42:57.991] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8869062561894718032:85:0) after 8m22s
[03:51:20.007] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8869062561894718032:85:0)
[03:51:20.032] Build status: SCHEDULED
[03:51:20.032] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8869062561894718032:86:0) after 2m7s
[03:53:27.151] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8869062561894718032:86:0)
[03:53:27.173] Build status: SCHEDULED
[03:53:27.173] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8869062561894718032:87:0) after 7m39s
[03:57:33.217] Received PubSub notification, asking Buildbucket for the build status
[03:57:33.240] Build:
{
  "id": "8703632499989929841",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "envtest-mac-x86"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-09-15T19:57:27.528804573Z",
  "endTime": "2025-09-16T03:57:32.905588360Z",
  "updateTime": "2025-09-16T03:57:32.905588360Z",
  "status": "INFRA_FAILURE",
  "statusDetails": {
    "resourceExhaustion": {

    },
    "timeout": {

    }
  },
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "584dab50efc0e39f2e592d7031cd72f09a72dee0",
      "ref": "refs/heads/main"
    }
  }
}
[03:57:33.240] Invocation finished in 8h0m6.911809119s with status FAILED