Status: FAILED
Triggered by: -
Duration: 8 hours
Actions:

Definition (rev 4c9983091ab9999abc5d04968bb40ccf57e06244)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "pigweed.dev.ci"
  builder: "envtest-mac-x86"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://pigweed.googlesource.com/pigweed/pigweed",
  "revision": "f1a3462d68d03b02881d0b3b6be591d673ef8f5f"
}

Incoming tags

  • buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/f1a3462d68d03b02881d0b3b6be591d673ef8f5f
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[18:30:38.185] New invocation is queued and will start shortly
[18:30:39.699] Starting the invocation (attempt 1)
[18:30:39.721] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/f1a3462d68d03b02881d0b3b6be591d673ef8f5f"
[18:30:39.721] Popped gitiles commit info from properties and tags
[18:30:39.721] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[18:30:39.721] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[18:30:39.722] Buildbucket request:
{
  "requestId": "8870245783606545264",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "envtest-mac-x86"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8870245783606545264",
            "job": "pigweed/pigweed.dev.ci-envtest-mac-x86",
            "triggers": [
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "f1a3462d68d03b02881d0b3b6be591d673ef8f5f"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@f1a3462d68d03b02881d0b3b6be591d673ef8f5f",
                        "title": "f1a3462d68d03b02881d0b3b6be591d673ef8f5f",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/f1a3462d68d03b02881d0b3b6be591d673ef8f5f"
                      }
                ]
          }
    },
  "gitilesCommit": {
    "host": "pigweed.googlesource.com",
    "project": "pigweed/pigweed",
    "id": "f1a3462d68d03b02881d0b3b6be591d673ef8f5f",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8870245783606545264"
    },
    {
      "key": "scheduler_job_id",
      "value": "pigweed/pigweed.dev.ci-envtest-mac-x86"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[18:30:40.095] Scheduled build:
{
  "id": "8704815721243952401",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "envtest-mac-x86"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-09-02T18:30:39.808981591Z",
  "updateTime": "2025-09-02T18:30:39.808981591Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "f1a3462d68d03b02881d0b3b6be591d673ef8f5f",
      "ref": "refs/heads/main"
    }
  }
}
[18:30:40.095] Task URL: https://cr-buildbucket.appspot.com/build/8704815721243952401
[18:30:40.095] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8870245783606545264:2:0) after 5m50s
[18:30:41.163] Received PubSub notification, asking Buildbucket for the build status
[18:30:41.189] Build status: SCHEDULED
[18:36:30.111] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8870245783606545264:2:0)
[18:36:30.134] Build status: SCHEDULED
[18:36:30.134] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8870245783606545264:4:0) after 1m23s
[18:37:53.097] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8870245783606545264:4:0)
[18:37:53.125] Build status: SCHEDULED
[18:37:53.125] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8870245783606545264:5:0) after 3m51s
[18:41:44.230] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8870245783606545264:5:0)
[18:41:44.257] Build status: SCHEDULED
[18:41:44.257] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8870245783606545264:6:0) after 7m7s
[18:48:51.271] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8870245783606545264:6:0)
[18:48:51.292] Build status: SCHEDULED
[18:48:51.292] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8870245783606545264:7:0) after 6m57s
[18:55:48.359] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8870245783606545264:7:0)
[18:55:48.387] Build status: SCHEDULED
[18:55:48.387] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8870245783606545264:8:0) after 6m8s
[19:01:56.432] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8870245783606545264:8:0)
[19:01:56.452] Build status: SCHEDULED
[19:01:56.452] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8870245783606545264:9:0) after 6m27s
[19:08:23.470] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8870245783606545264:9:0)
[19:08:23.547] Build status: SCHEDULED
[19:08:23.547] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8870245783606545264:10:0) after 7m58s
[19:16:21.598] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8870245783606545264:10:0)
[19:16:21.669] Build status: SCHEDULED
[19:16:21.669] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8870245783606545264:11:0) after 6m31s
[19:22:52.699] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8870245783606545264:11:0)
[19:22:52.824] Build status: SCHEDULED
[19:22:52.824] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8870245783606545264:12:0) after 3m13s
[19:26:05.838] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8870245783606545264:12:0)
[19:26:05.861] Build status: SCHEDULED
[19:26:05.861] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8870245783606545264:13:0) after 2m5s
[19:28:10.890] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8870245783606545264:13:0)
[19:28:10.906] Build status: SCHEDULED
[19:28:10.906] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8870245783606545264:14:0) after 1m32s
[19:29:42.972] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8870245783606545264:14:0)
[19:29:42.995] Build status: SCHEDULED
[19:29:42.995] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8870245783606545264:15:0) after 7m13s
[19:36:56.053] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8870245783606545264:15:0)
[19:36:56.072] Build status: SCHEDULED
[19:36:56.072] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8870245783606545264:16:0) after 9m53s
[19:46:49.085] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8870245783606545264:16:0)
[19:46:49.107] Build status: SCHEDULED
[19:46:49.107] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8870245783606545264:17:0) after 9m23s
[19:56:12.239] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8870245783606545264:17:0)
[19:56:12.383] Build status: SCHEDULED
[19:56:12.383] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8870245783606545264:18:0) after 5m29s
[20:01:41.407] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8870245783606545264:18:0)
[20:01:41.431] Build status: SCHEDULED
[20:01:41.431] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8870245783606545264:19:0) after 8m54s
[20:10:35.396] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8870245783606545264:19:0)
[20:10:35.414] Build status: SCHEDULED
[20:10:35.415] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8870245783606545264:20:0) after 3m19s
[20:13:54.490] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8870245783606545264:20:0)
[20:13:54.546] Build status: SCHEDULED
[20:13:54.546] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8870245783606545264:21:0) after 7m58s
[20:21:52.563] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8870245783606545264:21:0)
[20:21:52.586] Build status: SCHEDULED
[20:21:52.586] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8870245783606545264:22:0) after 1m43s
[20:23:35.576] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8870245783606545264:22:0)
[20:23:35.631] Build status: SCHEDULED
[20:23:35.631] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8870245783606545264:23:0) after 9m50s
[20:33:25.698] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8870245783606545264:23:0)
[20:33:25.714] Build status: SCHEDULED
[20:33:25.714] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8870245783606545264:24:0) after 7m6s
[20:40:31.735] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8870245783606545264:24:0)
[20:40:31.755] Build status: SCHEDULED
[20:40:31.756] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8870245783606545264:25:0) after 6m0s
[20:46:31.819] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8870245783606545264:25:0)
[20:46:31.867] Build status: SCHEDULED
[20:46:31.867] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8870245783606545264:26:0) after 3m13s
[20:49:44.883] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8870245783606545264:26:0)
[20:49:44.902] Build status: SCHEDULED
[20:49:44.902] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8870245783606545264:27:0) after 8m43s
[20:58:28.041] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8870245783606545264:27:0)
[20:58:28.060] Build status: SCHEDULED
[20:58:28.060] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8870245783606545264:28:0) after 3m13s
[21:01:41.100] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8870245783606545264:28:0)
[21:01:41.178] Build status: SCHEDULED
[21:01:41.178] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8870245783606545264:29:0) after 8m56s
[21:10:37.194] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8870245783606545264:29:0)
[21:10:37.258] Build status: SCHEDULED
[21:10:37.258] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8870245783606545264:30:0) after 3m34s
[21:14:11.276] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8870245783606545264:30:0)
[21:14:11.299] Build status: SCHEDULED
[21:14:11.299] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8870245783606545264:31:0) after 2m32s
[21:16:43.365] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8870245783606545264:31:0)
[21:16:43.381] Build status: SCHEDULED
[21:16:43.381] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8870245783606545264:32:0) after 9m19s
[21:26:02.396] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8870245783606545264:32:0)
[21:26:02.428] Build status: SCHEDULED
[21:26:02.428] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8870245783606545264:33:0) after 6m34s
[21:32:36.450] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8870245783606545264:33:0)
[21:32:36.468] Build status: SCHEDULED
[21:32:36.468] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8870245783606545264:34:0) after 6m55s
[21:39:31.498] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8870245783606545264:34:0)
[21:39:31.530] Build status: SCHEDULED
[21:39:31.530] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8870245783606545264:35:0) after 4m20s
[21:43:51.547] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8870245783606545264:35:0)
[21:43:51.572] Build status: SCHEDULED
[21:43:51.572] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8870245783606545264:36:0) after 9m23s
[21:53:14.637] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8870245783606545264:36:0)
[21:53:14.652] Build status: SCHEDULED
[21:53:14.652] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8870245783606545264:37:0) after 8m33s
[22:01:47.754] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8870245783606545264:37:0)
[22:01:47.773] Build status: SCHEDULED
[22:01:47.773] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8870245783606545264:38:0) after 5m54s
[22:07:41.785] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8870245783606545264:38:0)
[22:07:41.803] Build status: SCHEDULED
[22:07:41.803] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8870245783606545264:39:0) after 7m42s
[22:15:23.833] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8870245783606545264:39:0)
[22:15:23.849] Build status: SCHEDULED
[22:15:23.849] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8870245783606545264:40:0) after 6m17s
[22:21:40.949] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8870245783606545264:40:0)
[22:21:40.982] Build status: SCHEDULED
[22:21:40.982] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8870245783606545264:41:0) after 9m40s
[22:31:21.006] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8870245783606545264:41:0)
[22:31:21.075] Build status: SCHEDULED
[22:31:21.076] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8870245783606545264:42:0) after 9m44s
[22:41:05.100] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8870245783606545264:42:0)
[22:41:05.129] Build status: SCHEDULED
[22:41:05.129] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8870245783606545264:43:0) after 8m5s
[22:49:10.144] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8870245783606545264:43:0)
[22:49:10.164] Build status: SCHEDULED
[22:49:10.164] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8870245783606545264:44:0) after 2m19s
[22:51:29.181] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8870245783606545264:44:0)
[22:51:29.202] Build status: SCHEDULED
[22:51:29.202] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8870245783606545264:45:0) after 7m50s
[22:59:19.215] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8870245783606545264:45:0)
[22:59:19.250] Build status: SCHEDULED
[22:59:19.250] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8870245783606545264:46:0) after 6m12s
[23:05:31.282] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8870245783606545264:46:0)
[23:05:31.302] Build status: SCHEDULED
[23:05:31.302] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8870245783606545264:47:0) after 2m0s
[23:07:31.516] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8870245783606545264:47:0)
[23:07:31.571] Build status: SCHEDULED
[23:07:31.571] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8870245783606545264:48:0) after 9m31s
[23:17:02.649] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8870245783606545264:48:0)
[23:17:02.664] Build status: SCHEDULED
[23:17:02.664] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8870245783606545264:49:0) after 1m24s
[23:18:26.742] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8870245783606545264:49:0)
[23:18:26.765] Build status: SCHEDULED
[23:18:26.765] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8870245783606545264:50:0) after 3m8s
[23:21:34.763] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8870245783606545264:50:0)
[23:21:34.782] Build status: SCHEDULED
[23:21:34.782] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8870245783606545264:51:0) after 1m39s
[23:23:13.796] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8870245783606545264:51:0)
[23:23:13.829] Build status: SCHEDULED
[23:23:13.829] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8870245783606545264:52:0) after 9m53s
[23:33:06.894] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8870245783606545264:52:0)
[23:33:06.917] Build status: SCHEDULED
[23:33:06.917] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8870245783606545264:53:0) after 9m18s
[23:42:24.929] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8870245783606545264:53:0)
[23:42:24.962] Build status: SCHEDULED
[23:42:24.962] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8870245783606545264:54:0) after 1m54s
[23:44:19.057] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8870245783606545264:54:0)
[23:44:19.076] Build status: SCHEDULED
[23:44:19.076] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8870245783606545264:55:0) after 8m32s
[23:52:51.129] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8870245783606545264:55:0)
[23:52:51.145] Build status: SCHEDULED
[23:52:51.146] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8870245783606545264:56:0) after 8m32s
[00:01:23.161] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8870245783606545264:56:0)
[00:01:23.201] Build status: SCHEDULED
[00:01:23.201] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8870245783606545264:57:0) after 7m13s
[00:08:36.213] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8870245783606545264:57:0)
[00:08:36.370] Build status: SCHEDULED
[00:08:36.370] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8870245783606545264:58:0) after 6m0s
[00:14:36.449] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8870245783606545264:58:0)
[00:14:36.486] Build status: SCHEDULED
[00:14:36.486] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8870245783606545264:59:0) after 4m55s
[00:19:31.504] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8870245783606545264:59:0)
[00:19:31.529] Build status: SCHEDULED
[00:19:31.529] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8870245783606545264:60:0) after 2m20s
[00:21:51.634] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8870245783606545264:60:0)
[00:21:51.650] Build status: SCHEDULED
[00:21:51.650] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8870245783606545264:61:0) after 6m50s
[00:28:41.669] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8870245783606545264:61:0)
[00:28:41.809] Build status: SCHEDULED
[00:28:41.809] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8870245783606545264:62:0) after 9m20s
[00:38:01.842] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8870245783606545264:62:0)
[00:38:02.158] Build status: SCHEDULED
[00:38:02.158] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8870245783606545264:63:0) after 8m35s
[00:46:37.173] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8870245783606545264:63:0)
[00:46:37.191] Build status: SCHEDULED
[00:46:37.191] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8870245783606545264:64:0) after 7m39s
[00:54:16.258] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8870245783606545264:64:0)
[00:54:16.274] Build status: SCHEDULED
[00:54:16.274] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8870245783606545264:65:0) after 4m8s
[00:58:24.342] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8870245783606545264:65:0)
[00:58:24.494] Build status: SCHEDULED
[00:58:24.494] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8870245783606545264:66:0) after 9m30s
[01:07:54.584] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8870245783606545264:66:0)
[01:07:54.608] Build status: SCHEDULED
[01:07:54.608] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8870245783606545264:67:0) after 4m40s
[01:12:34.655] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8870245783606545264:67:0)
[01:12:34.690] Build status: SCHEDULED
[01:12:34.690] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8870245783606545264:68:0) after 4m57s
[01:17:31.712] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8870245783606545264:68:0)
[01:17:31.735] Build status: SCHEDULED
[01:17:31.735] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8870245783606545264:69:0) after 5m37s
[01:23:08.725] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8870245783606545264:69:0)
[01:23:08.742] Build status: SCHEDULED
[01:23:08.742] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8870245783606545264:70:0) after 8m52s
[01:32:00.756] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8870245783606545264:70:0)
[01:32:00.778] Build status: SCHEDULED
[01:32:00.778] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8870245783606545264:71:0) after 3m12s
[01:35:12.799] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8870245783606545264:71:0)
[01:35:12.819] Build status: SCHEDULED
[01:35:12.820] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8870245783606545264:72:0) after 7m28s
[01:42:40.836] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8870245783606545264:72:0)
[01:42:40.855] Build status: SCHEDULED
[01:42:40.855] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8870245783606545264:73:0) after 1m29s
[01:44:09.871] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8870245783606545264:73:0)
[01:44:09.942] Build status: SCHEDULED
[01:44:09.942] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8870245783606545264:74:0) after 5m21s
[01:49:30.960] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8870245783606545264:74:0)
[01:49:30.982] Build status: SCHEDULED
[01:49:30.982] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8870245783606545264:75:0) after 4m58s
[01:54:28.999] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8870245783606545264:75:0)
[01:54:29.015] Build status: SCHEDULED
[01:54:29.015] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8870245783606545264:76:0) after 1m49s
[01:56:18.088] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8870245783606545264:76:0)
[01:56:18.122] Build status: SCHEDULED
[01:56:18.122] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8870245783606545264:77:0) after 7m47s
[02:04:05.145] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8870245783606545264:77:0)
[02:04:05.169] Build status: SCHEDULED
[02:04:05.170] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8870245783606545264:78:0) after 6m29s
[02:10:34.235] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8870245783606545264:78:0)
[02:10:34.254] Build status: SCHEDULED
[02:10:34.254] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8870245783606545264:79:0) after 3m55s
[02:14:29.321] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8870245783606545264:79:0)
[02:14:29.339] Build status: SCHEDULED
[02:14:29.339] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8870245783606545264:80:0) after 9m20s
[02:23:49.355] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8870245783606545264:80:0)
[02:23:49.455] Build status: SCHEDULED
[02:23:49.455] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8870245783606545264:81:0) after 7m41s
[02:30:51.079] Received PubSub notification, asking Buildbucket for the build status
[02:30:51.092] Build:
{
  "id": "8704815721243952401",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "envtest-mac-x86"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-09-02T18:30:39.808981591Z",
  "endTime": "2025-09-03T02:30:47.563331014Z",
  "updateTime": "2025-09-03T02:30:47.563331014Z",
  "status": "INFRA_FAILURE",
  "statusDetails": {
    "resourceExhaustion": {

    },
    "timeout": {

    }
  },
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "f1a3462d68d03b02881d0b3b6be591d673ef8f5f",
      "ref": "refs/heads/main"
    }
  }
}
[02:30:51.092] Invocation finished in 8h0m12.921252135s with status FAILED