Status: FAILED
Triggered by: -
Duration: 4 hours
Actions:

Definition (rev 4c9983091ab9999abc5d04968bb40ccf57e06244)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "pigweed.dev.ci"
  builder: "envtest-mac-x86"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://pigweed.googlesource.com/pigweed/pigweed",
  "revision": "1e1f16e0eaf1849b7241ef91e0ef2bd17a12af58"
}

Incoming tags

  • buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/1e1f16e0eaf1849b7241ef91e0ef2bd17a12af58
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[06:30:49.165] New invocation is queued and will start shortly
[06:30:50.327] Starting the invocation (attempt 1)
[06:30:50.355] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/1e1f16e0eaf1849b7241ef91e0ef2bd17a12af58"
[06:30:50.355] Popped gitiles commit info from properties and tags
[06:30:50.355] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[06:30:50.355] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[06:30:50.355] Buildbucket request:
{
  "requestId": "8870653458433975616",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "envtest-mac-x86"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8870653458433975616",
            "job": "pigweed/pigweed.dev.ci-envtest-mac-x86",
            "triggers": [
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "22022489a6742d38ddd821fb814a7aee35094256"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@22022489a6742d38ddd821fb814a7aee35094256",
                        "title": "22022489a6742d38ddd821fb814a7aee35094256",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/22022489a6742d38ddd821fb814a7aee35094256"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "b9d49277c0c3952873452101a964715d77087614"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@b9d49277c0c3952873452101a964715d77087614",
                        "title": "b9d49277c0c3952873452101a964715d77087614",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/b9d49277c0c3952873452101a964715d77087614"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "0113cf072d001eaefa848f24409855b33427259e"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@0113cf072d001eaefa848f24409855b33427259e",
                        "title": "0113cf072d001eaefa848f24409855b33427259e",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/0113cf072d001eaefa848f24409855b33427259e"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "4587c394bd1d8fcb01ba5c801ce486e87566617c"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@4587c394bd1d8fcb01ba5c801ce486e87566617c",
                        "title": "4587c394bd1d8fcb01ba5c801ce486e87566617c",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/4587c394bd1d8fcb01ba5c801ce486e87566617c"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "5468890445c8be4974e658e37f4e7544e3874042"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@5468890445c8be4974e658e37f4e7544e3874042",
                        "title": "5468890445c8be4974e658e37f4e7544e3874042",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/5468890445c8be4974e658e37f4e7544e3874042"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "9e9c54dee6ce0df6be063f26dc3a9a1566698fb1"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@9e9c54dee6ce0df6be063f26dc3a9a1566698fb1",
                        "title": "9e9c54dee6ce0df6be063f26dc3a9a1566698fb1",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/9e9c54dee6ce0df6be063f26dc3a9a1566698fb1"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "dd63e84d7627b190aa0f1a6c8de276b9c9cb6b9c"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@dd63e84d7627b190aa0f1a6c8de276b9c9cb6b9c",
                        "title": "dd63e84d7627b190aa0f1a6c8de276b9c9cb6b9c",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/dd63e84d7627b190aa0f1a6c8de276b9c9cb6b9c"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "788829b17430e7733fec6014063eed5ee1620f90"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@788829b17430e7733fec6014063eed5ee1620f90",
                        "title": "788829b17430e7733fec6014063eed5ee1620f90",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/788829b17430e7733fec6014063eed5ee1620f90"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "fcca8df84816b702410402948d0c68c6e5b42abc"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@fcca8df84816b702410402948d0c68c6e5b42abc",
                        "title": "fcca8df84816b702410402948d0c68c6e5b42abc",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/fcca8df84816b702410402948d0c68c6e5b42abc"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "5d550d2fa57d177d541a7f02816a2919917bb914"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@5d550d2fa57d177d541a7f02816a2919917bb914",
                        "title": "5d550d2fa57d177d541a7f02816a2919917bb914",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/5d550d2fa57d177d541a7f02816a2919917bb914"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "902cb0b72ecddffcb5f6b42e320bce4971e880d9"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@902cb0b72ecddffcb5f6b42e320bce4971e880d9",
                        "title": "902cb0b72ecddffcb5f6b42e320bce4971e880d9",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/902cb0b72ecddffcb5f6b42e320bce4971e880d9"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "1e1f16e0eaf1849b7241ef91e0ef2bd17a12af58"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@1e1f16e0eaf1849b7241ef91e0ef2bd17a12af58",
                        "title": "1e1f16e0eaf1849b7241ef91e0ef2bd17a12af58",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/1e1f16e0eaf1849b7241ef91e0ef2bd17a12af58"
                      }
                ]
          }
    },
  "gitilesCommit": {
    "host": "pigweed.googlesource.com",
    "project": "pigweed/pigweed",
    "id": "1e1f16e0eaf1849b7241ef91e0ef2bd17a12af58",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8870653458433975616"
    },
    {
      "key": "scheduler_job_id",
      "value": "pigweed/pigweed.dev.ci-envtest-mac-x86"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[06:30:50.797] Scheduled build:
{
  "id": "8705223396467327825",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "envtest-mac-x86"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-08-29T06:30:50.418676010Z",
  "updateTime": "2025-08-29T06:30:50.418676010Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "1e1f16e0eaf1849b7241ef91e0ef2bd17a12af58",
      "ref": "refs/heads/main"
    }
  }
}
[06:30:50.797] Task URL: https://cr-buildbucket.appspot.com/build/8705223396467327825
[06:30:50.797] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8870653458433975616:2:0) after 2m15s
[06:30:50.866] Received PubSub notification, asking Buildbucket for the build status
[06:30:50.892] Build status: SCHEDULED
[06:33:05.819] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8870653458433975616:2:0)
[06:33:05.860] Build status: SCHEDULED
[06:33:05.860] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8870653458433975616:4:0) after 2m58s
[06:36:03.964] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8870653458433975616:4:0)
[06:36:03.983] Build status: SCHEDULED
[06:36:03.983] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8870653458433975616:5:0) after 1m30s
[06:37:33.996] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8870653458433975616:5:0)
[06:37:34.020] Build status: SCHEDULED
[06:37:34.020] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8870653458433975616:6:0) after 8m17s
[06:45:51.241] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8870653458433975616:6:0)
[06:45:51.383] Build status: SCHEDULED
[06:45:51.383] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8870653458433975616:7:0) after 6m56s
[06:52:47.451] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8870653458433975616:7:0)
[06:52:47.481] Build status: SCHEDULED
[06:52:47.481] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8870653458433975616:8:0) after 4m15s
[06:57:02.552] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8870653458433975616:8:0)
[06:57:02.588] Build status: SCHEDULED
[06:57:02.588] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8870653458433975616:9:0) after 1m20s
[06:58:22.637] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8870653458433975616:9:0)
[06:58:22.665] Build status: SCHEDULED
[06:58:22.665] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8870653458433975616:10:0) after 8m0s
[07:06:23.302] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8870653458433975616:10:0)
[07:06:23.319] Build status: SCHEDULED
[07:06:23.319] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8870653458433975616:11:0) after 1m0s
[07:07:23.337] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8870653458433975616:11:0)
[07:07:23.354] Build status: SCHEDULED
[07:07:23.354] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8870653458433975616:12:0) after 2m56s
[07:10:19.410] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8870653458433975616:12:0)
[07:10:19.469] Build status: SCHEDULED
[07:10:19.469] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8870653458433975616:13:0) after 1m42s
[07:12:01.486] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8870653458433975616:13:0)
[07:12:01.514] Build status: SCHEDULED
[07:12:01.514] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8870653458433975616:14:0) after 8m30s
[07:20:31.581] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8870653458433975616:14:0)
[07:20:31.606] Build status: SCHEDULED
[07:20:31.607] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8870653458433975616:15:0) after 6m12s
[07:26:43.724] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8870653458433975616:15:0)
[07:26:43.765] Build status: SCHEDULED
[07:26:43.765] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8870653458433975616:16:0) after 7m30s
[07:34:13.750] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8870653458433975616:16:0)
[07:34:13.771] Build status: SCHEDULED
[07:34:13.771] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8870653458433975616:17:0) after 4m26s
[07:38:39.885] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8870653458433975616:17:0)
[07:38:39.902] Build status: SCHEDULED
[07:38:39.902] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8870653458433975616:18:0) after 8m15s
[07:46:55.164] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8870653458433975616:18:0)
[07:46:55.749] Build status: SCHEDULED
[07:46:55.749] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8870653458433975616:19:0) after 6m56s
[07:53:51.865] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8870653458433975616:19:0)
[07:53:51.972] Build status: SCHEDULED
[07:53:51.972] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8870653458433975616:20:0) after 5m41s
[07:59:33.338] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8870653458433975616:20:0)
[07:59:33.365] Build status: SCHEDULED
[07:59:33.365] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8870653458433975616:21:0) after 4m25s
[08:03:58.380] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8870653458433975616:21:0)
[08:03:58.398] Build status: SCHEDULED
[08:03:58.398] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8870653458433975616:22:0) after 3m29s
[08:07:27.660] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8870653458433975616:22:0)
[08:07:27.687] Build status: SCHEDULED
[08:07:27.687] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8870653458433975616:23:0) after 4m51s
[08:12:18.706] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8870653458433975616:23:0)
[08:12:18.722] Build status: SCHEDULED
[08:12:18.723] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8870653458433975616:24:0) after 6m27s
[08:18:45.782] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8870653458433975616:24:0)
[08:18:45.822] Build status: SCHEDULED
[08:18:45.822] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8870653458433975616:25:0) after 6m24s
[08:25:09.836] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8870653458433975616:25:0)
[08:25:09.863] Build status: SCHEDULED
[08:25:09.863] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8870653458433975616:26:0) after 8m20s
[08:33:29.947] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8870653458433975616:26:0)
[08:33:29.969] Build status: SCHEDULED
[08:33:29.969] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8870653458433975616:27:0) after 2m40s
[08:36:10.343] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8870653458433975616:27:0)
[08:36:10.369] Build status: SCHEDULED
[08:36:10.369] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8870653458433975616:28:0) after 2m26s
[08:38:36.448] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8870653458433975616:28:0)
[08:38:36.474] Build status: SCHEDULED
[08:38:36.474] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8870653458433975616:29:0) after 4m58s
[08:43:34.524] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8870653458433975616:29:0)
[08:43:34.544] Build status: SCHEDULED
[08:43:34.544] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8870653458433975616:30:0) after 2m51s
[08:46:25.539] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8870653458433975616:30:0)
[08:46:25.555] Build status: SCHEDULED
[08:46:25.555] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8870653458433975616:31:0) after 7m14s
[08:53:39.580] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8870653458433975616:31:0)
[08:53:39.599] Build status: SCHEDULED
[08:53:39.599] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8870653458433975616:32:0) after 5m35s
[08:59:14.616] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8870653458433975616:32:0)
[08:59:14.636] Build status: SCHEDULED
[08:59:14.636] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8870653458433975616:33:0) after 2m14s
[09:01:28.694] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8870653458433975616:33:0)
[09:01:28.748] Build status: SCHEDULED
[09:01:28.748] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8870653458433975616:34:0) after 5m36s
[09:07:04.866] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8870653458433975616:34:0)
[09:07:04.919] Build status: SCHEDULED
[09:07:04.919] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8870653458433975616:35:0) after 4m12s
[09:11:17.052] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8870653458433975616:35:0)
[09:11:17.096] Build status: SCHEDULED
[09:11:17.096] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8870653458433975616:36:0) after 3m34s
[09:14:51.112] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8870653458433975616:36:0)
[09:14:51.183] Build status: SCHEDULED
[09:14:51.183] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8870653458433975616:37:0) after 3m35s
[09:18:26.206] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8870653458433975616:37:0)
[09:18:26.226] Build status: SCHEDULED
[09:18:26.226] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8870653458433975616:38:0) after 9m40s
[09:28:06.293] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8870653458433975616:38:0)
[09:28:06.305] Build status: SCHEDULED
[09:28:06.305] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8870653458433975616:39:0) after 1m56s
[09:30:02.329] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8870653458433975616:39:0)
[09:30:02.353] Build status: SCHEDULED
[09:30:02.353] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8870653458433975616:40:0) after 9m7s
[09:39:09.451] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8870653458433975616:40:0)
[09:39:09.635] Build status: SCHEDULED
[09:39:09.635] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8870653458433975616:41:0) after 7m20s
[09:46:29.703] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8870653458433975616:41:0)
[09:46:29.721] Build status: SCHEDULED
[09:46:29.722] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8870653458433975616:42:0) after 3m35s
[09:50:04.734] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8870653458433975616:42:0)
[09:50:04.763] Build status: SCHEDULED
[09:50:04.763] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8870653458433975616:43:0) after 9m47s
[09:59:51.779] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8870653458433975616:43:0)
[09:59:51.897] Build status: SCHEDULED
[09:59:51.897] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8870653458433975616:44:0) after 5m41s
[10:05:32.913] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8870653458433975616:44:0)
[10:05:32.932] Build status: SCHEDULED
[10:05:32.932] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8870653458433975616:45:0) after 2m25s
[10:07:58.046] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8870653458433975616:45:0)
[10:07:58.063] Build status: SCHEDULED
[10:07:58.063] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8870653458433975616:46:0) after 3m41s
[10:11:39.146] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8870653458433975616:46:0)
[10:11:39.250] Build status: SCHEDULED
[10:11:39.250] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8870653458433975616:47:0) after 2m38s
[10:14:17.264] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8870653458433975616:47:0)
[10:14:17.283] Build status: SCHEDULED
[10:14:17.283] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8870653458433975616:48:0) after 8m4s
[10:22:21.389] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8870653458433975616:48:0)
[10:22:21.456] Build status: SCHEDULED
[10:22:21.456] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8870653458433975616:49:0) after 9m14s
[10:31:35.473] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8870653458433975616:49:0)
[10:31:35.495] Build status: SCHEDULED
[10:31:35.495] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8870653458433975616:50:0) after 1m25s
[10:33:00.547] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8870653458433975616:50:0)
[10:33:00.581] Build status: SCHEDULED
[10:33:00.581] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8870653458433975616:51:0) after 9m51s
[10:42:51.596] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8870653458433975616:51:0)
[10:42:51.614] Build status: SCHEDULED
[10:42:51.614] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8870653458433975616:52:0) after 2m40s
[10:45:31.632] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8870653458433975616:52:0)
[10:45:31.655] Build status: SCHEDULED
[10:45:31.674] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8870653458433975616:53:0) after 3m12s
[10:48:43.652] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8870653458433975616:53:0)
[10:48:43.696] Build status: SCHEDULED
[10:48:43.696] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8870653458433975616:54:0) after 4m5s
[10:52:48.712] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8870653458433975616:54:0)
[10:52:48.730] Build status: SCHEDULED
[10:52:48.730] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8870653458433975616:55:0) after 4m53s
[10:57:41.745] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8870653458433975616:55:0)
[10:57:41.762] Build status: SCHEDULED
[10:57:41.763] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8870653458433975616:56:0) after 5m47s
[11:03:28.787] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8870653458433975616:56:0)
[11:03:28.816] Build status: SCHEDULED
[11:03:28.816] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8870653458433975616:57:0) after 4m10s
[11:07:38.846] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8870653458433975616:57:0)
[11:07:38.864] Build status: SCHEDULED
[11:07:38.865] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8870653458433975616:58:0) after 6m51s
[11:14:29.885] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8870653458433975616:58:0)
[11:14:29.912] Build status: SCHEDULED
[11:14:29.912] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8870653458433975616:59:0) after 9m28s
[11:14:52.764] Received PubSub notification, asking Buildbucket for the build status
[11:14:52.779] Build:
{
  "id": "8705223396467327825",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "envtest-mac-x86"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-08-29T06:30:50.418676010Z",
  "endTime": "2025-08-29T11:14:52.245595433Z",
  "updateTime": "2025-08-29T11:14:52.245595433Z",
  "status": "INFRA_FAILURE",
  "statusDetails": {
    "resourceExhaustion": {

    }
  },
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "1e1f16e0eaf1849b7241ef91e0ef2bd17a12af58",
      "ref": "refs/heads/main"
    }
  }
}
[11:14:52.779] Invocation finished in 4h44m3.619949086s with status FAILED