Status: FAILED
Triggered by: -
Duration: 7 hours
Actions:

Definition (rev 02e2e6e6706313edbdbc732c0569163bdfbfca77)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "examples.dev.ci"
  builder: "examples-envtest-mac"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://pigweed.googlesource.com/pigweed/examples",
  "revision": "fd927e8f3053ae20bde1873825a93e9d5a696e3d"
}

Incoming tags

  • buildset:commit/gitiles/pigweed.googlesource.com/pigweed/examples/+/fd927e8f3053ae20bde1873825a93e9d5a696e3d
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[04:04:12.257] New invocation is queued and will start shortly
[04:04:13.425] Starting the invocation (attempt 1)
[04:04:13.459] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/examples/+/fd927e8f3053ae20bde1873825a93e9d5a696e3d"
[04:04:13.459] Popped gitiles commit info from properties and tags
[04:04:13.459] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[04:04:13.460] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[04:04:13.460] Buildbucket request:
{
  "requestId": "8866404625245734496",
  "builder": {
    "project": "pigweed",
    "bucket": "examples.dev.ci",
    "builder": "examples-envtest-mac"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8866404625245734496",
            "job": "pigweed/examples.dev.ci-examples-envtest-mac",
            "triggers": [
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/examples",
                              "revision": "d3bdca6c690c136bf6c586515e3822d138184570"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/examples/+/refs/heads/main@d3bdca6c690c136bf6c586515e3822d138184570",
                        "title": "d3bdca6c690c136bf6c586515e3822d138184570",
                        "url": "https://pigweed.googlesource.com/pigweed/examples/+/d3bdca6c690c136bf6c586515e3822d138184570"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/examples",
                              "revision": "1c22fa82309081ba2664abd3378ab629927353cc"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/examples/+/refs/heads/main@1c22fa82309081ba2664abd3378ab629927353cc",
                        "title": "1c22fa82309081ba2664abd3378ab629927353cc",
                        "url": "https://pigweed.googlesource.com/pigweed/examples/+/1c22fa82309081ba2664abd3378ab629927353cc"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/examples",
                              "revision": "fd927e8f3053ae20bde1873825a93e9d5a696e3d"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/examples/+/refs/heads/main@fd927e8f3053ae20bde1873825a93e9d5a696e3d",
                        "title": "fd927e8f3053ae20bde1873825a93e9d5a696e3d",
                        "url": "https://pigweed.googlesource.com/pigweed/examples/+/fd927e8f3053ae20bde1873825a93e9d5a696e3d"
                      }
                ]
          }
    },
  "gitilesCommit": {
    "host": "pigweed.googlesource.com",
    "project": "pigweed/examples",
    "id": "fd927e8f3053ae20bde1873825a93e9d5a696e3d",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8866404625245734496"
    },
    {
      "key": "scheduler_job_id",
      "value": "pigweed/examples.dev.ci-examples-envtest-mac"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[04:04:13.814] Scheduled build:
{
  "id": "8700974563258977265",
  "builder": {
    "project": "pigweed",
    "bucket": "examples.dev.ci",
    "builder": "examples-envtest-mac"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-10-15T04:04:13.523623365Z",
  "updateTime": "2025-10-15T04:04:13.523623365Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/examples",
      "id": "fd927e8f3053ae20bde1873825a93e9d5a696e3d",
      "ref": "refs/heads/main"
    }
  },
  "canary": true
}
[04:04:13.814] Task URL: https://cr-buildbucket.appspot.com/build/8700974563258977265
[04:04:13.814] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8866404625245734496:2:0) after 9m16s
[04:04:14.784] Received PubSub notification, asking Buildbucket for the build status
[04:04:14.804] Build status: SCHEDULED
[04:13:29.829] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8866404625245734496:2:0)
[04:13:29.858] Build status: SCHEDULED
[04:13:29.858] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8866404625245734496:4:0) after 4m56s
[04:18:25.920] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8866404625245734496:4:0)
[04:18:25.940] Build status: SCHEDULED
[04:18:25.940] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8866404625245734496:5:0) after 6m1s
[04:24:26.999] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8866404625245734496:5:0)
[04:24:27.016] Build status: SCHEDULED
[04:24:27.016] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8866404625245734496:6:0) after 9m38s
[04:34:05.029] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8866404625245734496:6:0)
[04:34:05.065] Build status: SCHEDULED
[04:34:05.065] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8866404625245734496:7:0) after 3m4s
[04:37:09.193] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8866404625245734496:7:0)
[04:37:09.223] Build status: SCHEDULED
[04:37:09.223] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8866404625245734496:8:0) after 4m59s
[04:42:08.237] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8866404625245734496:8:0)
[04:42:08.272] Build status: SCHEDULED
[04:42:08.272] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8866404625245734496:9:0) after 8m14s
[04:50:22.492] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8866404625245734496:9:0)
[04:50:22.518] Build status: SCHEDULED
[04:50:22.518] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8866404625245734496:10:0) after 4m18s
[04:54:40.564] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8866404625245734496:10:0)
[04:54:40.581] Build status: SCHEDULED
[04:54:40.581] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8866404625245734496:11:0) after 2m19s
[04:56:59.592] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8866404625245734496:11:0)
[04:56:59.642] Build status: SCHEDULED
[04:56:59.642] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8866404625245734496:12:0) after 3m30s
[05:00:29.649] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8866404625245734496:12:0)
[05:00:29.671] Build status: SCHEDULED
[05:00:29.671] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8866404625245734496:13:0) after 6m38s
[05:07:07.752] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8866404625245734496:13:0)
[05:07:07.772] Build status: SCHEDULED
[05:07:07.772] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8866404625245734496:14:0) after 8m28s
[05:15:35.836] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8866404625245734496:14:0)
[05:15:35.869] Build status: SCHEDULED
[05:15:35.869] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8866404625245734496:15:0) after 2m32s
[05:18:07.905] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8866404625245734496:15:0)
[05:18:07.924] Build status: SCHEDULED
[05:18:07.924] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8866404625245734496:16:0) after 1m34s
[05:19:42.004] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8866404625245734496:16:0)
[05:19:42.032] Build status: SCHEDULED
[05:19:42.032] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8866404625245734496:17:0) after 3m17s
[05:22:59.044] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8866404625245734496:17:0)
[05:22:59.060] Build status: SCHEDULED
[05:22:59.060] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8866404625245734496:18:0) after 9m17s
[05:32:16.126] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8866404625245734496:18:0)
[05:32:16.146] Build status: SCHEDULED
[05:32:16.146] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8866404625245734496:19:0) after 5m2s
[05:37:18.161] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8866404625245734496:19:0)
[05:37:18.181] Build status: SCHEDULED
[05:37:18.181] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8866404625245734496:20:0) after 4m23s
[05:41:41.308] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8866404625245734496:20:0)
[05:41:41.330] Build status: SCHEDULED
[05:41:41.330] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8866404625245734496:21:0) after 6m4s
[05:47:45.493] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8866404625245734496:21:0)
[05:47:45.518] Build status: SCHEDULED
[05:47:45.518] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8866404625245734496:22:0) after 2m27s
[05:50:12.531] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8866404625245734496:22:0)
[05:50:12.549] Build status: SCHEDULED
[05:50:12.549] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8866404625245734496:23:0) after 5m46s
[05:55:58.565] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8866404625245734496:23:0)
[05:55:58.581] Build status: SCHEDULED
[05:55:58.582] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8866404625245734496:24:0) after 2m13s
[05:58:11.592] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8866404625245734496:24:0)
[05:58:11.629] Build status: SCHEDULED
[05:58:11.629] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8866404625245734496:25:0) after 8m23s
[06:06:34.647] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8866404625245734496:25:0)
[06:06:34.676] Build status: SCHEDULED
[06:06:34.676] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8866404625245734496:26:0) after 2m28s
[06:09:02.746] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8866404625245734496:26:0)
[06:09:02.793] Build status: SCHEDULED
[06:09:02.793] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8866404625245734496:27:0) after 2m35s
[06:11:37.808] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8866404625245734496:27:0)
[06:11:37.835] Build status: SCHEDULED
[06:11:37.835] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8866404625245734496:28:0) after 1m50s
[06:13:27.848] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8866404625245734496:28:0)
[06:13:27.876] Build status: SCHEDULED
[06:13:27.876] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8866404625245734496:29:0) after 2m8s
[06:15:35.998] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8866404625245734496:29:0)
[06:15:36.020] Build status: SCHEDULED
[06:15:36.020] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8866404625245734496:30:0) after 3m59s
[06:19:35.049] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8866404625245734496:30:0)
[06:19:35.119] Build status: SCHEDULED
[06:19:35.119] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8866404625245734496:31:0) after 2m46s
[06:22:21.137] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8866404625245734496:31:0)
[06:22:21.158] Build status: SCHEDULED
[06:22:21.158] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8866404625245734496:32:0) after 1m52s
[06:24:13.251] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8866404625245734496:32:0)
[06:24:13.271] Build status: SCHEDULED
[06:24:13.272] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8866404625245734496:33:0) after 8m36s
[06:32:49.290] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8866404625245734496:33:0)
[06:32:49.312] Build status: SCHEDULED
[06:32:49.312] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8866404625245734496:34:0) after 9m43s
[06:42:32.281] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8866404625245734496:34:0)
[06:42:32.359] Build status: SCHEDULED
[06:42:32.359] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8866404625245734496:35:0) after 1m38s
[06:44:10.374] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8866404625245734496:35:0)
[06:44:10.393] Build status: SCHEDULED
[06:44:10.393] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8866404625245734496:36:0) after 3m46s
[06:47:56.409] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8866404625245734496:36:0)
[06:47:56.431] Build status: SCHEDULED
[06:47:56.431] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8866404625245734496:37:0) after 5m11s
[06:53:07.452] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8866404625245734496:37:0)
[06:53:07.516] Build status: SCHEDULED
[06:53:07.516] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8866404625245734496:38:0) after 8m29s
[07:01:36.565] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8866404625245734496:38:0)
[07:01:36.594] Build status: SCHEDULED
[07:01:36.594] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8866404625245734496:39:0) after 9m54s
[07:11:30.631] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8866404625245734496:39:0)
[07:11:30.651] Build status: SCHEDULED
[07:11:30.651] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8866404625245734496:40:0) after 4m0s
[07:15:30.680] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8866404625245734496:40:0)
[07:15:30.702] Build status: SCHEDULED
[07:15:30.702] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8866404625245734496:41:0) after 3m29s
[07:18:59.722] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8866404625245734496:41:0)
[07:18:59.750] Build status: SCHEDULED
[07:18:59.750] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8866404625245734496:42:0) after 8m48s
[07:27:47.747] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8866404625245734496:42:0)
[07:27:47.765] Build status: SCHEDULED
[07:27:47.765] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8866404625245734496:43:0) after 5m58s
[07:33:45.798] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8866404625245734496:43:0)
[07:33:45.907] Build status: SCHEDULED
[07:33:45.907] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8866404625245734496:44:0) after 8m36s
[07:42:22.009] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8866404625245734496:44:0)
[07:42:22.029] Build status: SCHEDULED
[07:42:22.029] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8866404625245734496:45:0) after 3m39s
[07:46:01.490] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8866404625245734496:45:0)
[07:46:01.509] Build status: SCHEDULED
[07:46:01.509] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8866404625245734496:46:0) after 1m4s
[07:47:05.526] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8866404625245734496:46:0)
[07:47:05.554] Build status: SCHEDULED
[07:47:05.554] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8866404625245734496:47:0) after 5m51s
[07:52:56.593] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8866404625245734496:47:0)
[07:52:56.610] Build status: SCHEDULED
[07:52:56.610] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8866404625245734496:48:0) after 8m12s
[08:01:08.678] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8866404625245734496:48:0)
[08:01:08.720] Build status: SCHEDULED
[08:01:08.720] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8866404625245734496:49:0) after 1m36s
[08:02:44.736] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8866404625245734496:49:0)
[08:02:44.758] Build status: SCHEDULED
[08:02:44.758] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8866404625245734496:50:0) after 6m5s
[08:08:49.774] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8866404625245734496:50:0)
[08:08:49.791] Build status: SCHEDULED
[08:08:49.791] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8866404625245734496:51:0) after 4m6s
[08:12:55.808] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8866404625245734496:51:0)
[08:12:55.823] Build status: SCHEDULED
[08:12:55.823] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8866404625245734496:52:0) after 6m42s
[08:19:37.838] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8866404625245734496:52:0)
[08:19:37.856] Build status: SCHEDULED
[08:19:37.856] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8866404625245734496:53:0) after 8m12s
[08:27:49.877] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8866404625245734496:53:0)
[08:27:49.935] Build status: SCHEDULED
[08:27:49.935] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8866404625245734496:54:0) after 4m17s
[08:32:06.955] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8866404625245734496:54:0)
[08:32:06.969] Build status: SCHEDULED
[08:32:06.969] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8866404625245734496:55:0) after 9m20s
[08:41:27.047] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8866404625245734496:55:0)
[08:41:27.062] Build status: SCHEDULED
[08:41:27.062] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8866404625245734496:56:0) after 5m23s
[08:46:50.079] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8866404625245734496:56:0)
[08:46:50.098] Build status: SCHEDULED
[08:46:50.098] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8866404625245734496:57:0) after 4m7s
[08:50:57.119] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8866404625245734496:57:0)
[08:50:57.135] Build status: SCHEDULED
[08:50:57.135] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8866404625245734496:58:0) after 3m16s
[08:54:13.181] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8866404625245734496:58:0)
[08:54:13.198] Build status: SCHEDULED
[08:54:13.198] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8866404625245734496:59:0) after 8m36s
[09:02:49.272] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8866404625245734496:59:0)
[09:02:49.308] Build status: SCHEDULED
[09:02:49.309] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8866404625245734496:60:0) after 4m22s
[09:07:11.326] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8866404625245734496:60:0)
[09:07:11.466] Build status: SCHEDULED
[09:07:11.467] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8866404625245734496:61:0) after 8m18s
[09:15:29.521] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8866404625245734496:61:0)
[09:15:29.563] Build status: SCHEDULED
[09:15:29.563] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8866404625245734496:62:0) after 4m49s
[09:20:18.580] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8866404625245734496:62:0)
[09:20:18.611] Build status: SCHEDULED
[09:20:18.611] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8866404625245734496:63:0) after 3m42s
[09:24:00.747] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8866404625245734496:63:0)
[09:24:00.761] Build status: SCHEDULED
[09:24:00.761] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8866404625245734496:64:0) after 6m7s
[09:30:07.775] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8866404625245734496:64:0)
[09:30:07.793] Build status: SCHEDULED
[09:30:07.793] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8866404625245734496:65:0) after 6m59s
[09:37:06.807] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8866404625245734496:65:0)
[09:37:06.826] Build status: SCHEDULED
[09:37:06.826] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8866404625245734496:66:0) after 6m5s
[09:43:11.846] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8866404625245734496:66:0)
[09:43:11.868] Build status: SCHEDULED
[09:43:11.868] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8866404625245734496:67:0) after 2m40s
[09:45:51.842] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8866404625245734496:67:0)
[09:45:51.858] Build status: SCHEDULED
[09:45:51.858] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8866404625245734496:68:0) after 9m27s
[09:55:18.829] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8866404625245734496:68:0)
[09:55:18.846] Build status: SCHEDULED
[09:55:18.846] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8866404625245734496:69:0) after 4m40s
[09:59:58.859] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8866404625245734496:69:0)
[09:59:58.872] Build status: SCHEDULED
[09:59:58.873] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8866404625245734496:70:0) after 1m17s
[10:01:15.905] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8866404625245734496:70:0)
[10:01:15.952] Build status: SCHEDULED
[10:01:15.952] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8866404625245734496:71:0) after 6m25s
[10:07:41.037] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8866404625245734496:71:0)
[10:07:41.065] Build status: SCHEDULED
[10:07:41.065] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8866404625245734496:72:0) after 5m28s
[10:13:09.132] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8866404625245734496:72:0)
[10:13:09.196] Build status: SCHEDULED
[10:13:09.196] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8866404625245734496:73:0) after 5m10s
[10:18:19.215] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8866404625245734496:73:0)
[10:18:19.240] Build status: SCHEDULED
[10:18:19.240] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8866404625245734496:74:0) after 1m36s
[10:19:55.257] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8866404625245734496:74:0)
[10:19:55.274] Build status: SCHEDULED
[10:19:55.274] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8866404625245734496:75:0) after 2m8s
[10:22:03.299] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8866404625245734496:75:0)
[10:22:03.313] Build status: SCHEDULED
[10:22:03.314] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8866404625245734496:76:0) after 5m17s
[10:27:20.333] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8866404625245734496:76:0)
[10:27:20.351] Build status: SCHEDULED
[10:27:20.351] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8866404625245734496:77:0) after 6m15s
[10:33:35.370] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8866404625245734496:77:0)
[10:33:35.390] Build status: SCHEDULED
[10:33:35.390] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8866404625245734496:78:0) after 8m57s
[10:42:32.408] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8866404625245734496:78:0)
[10:42:32.423] Build status: SCHEDULED
[10:42:32.423] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8866404625245734496:79:0) after 6m22s
[10:48:54.439] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8866404625245734496:79:0)
[10:48:54.625] Build status: SCHEDULED
[10:48:54.625] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8866404625245734496:80:0) after 1m57s
[10:50:51.667] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8866404625245734496:80:0)
[10:50:51.687] Build status: SCHEDULED
[10:50:51.687] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8866404625245734496:81:0) after 1m18s
[10:52:09.757] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8866404625245734496:81:0)
[10:52:09.773] Build status: SCHEDULED
[10:52:09.773] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8866404625245734496:82:0) after 2m16s
[10:54:25.786] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8866404625245734496:82:0)
[10:54:25.805] Build status: SCHEDULED
[10:54:25.805] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8866404625245734496:83:0) after 6m38s
[11:01:03.881] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8866404625245734496:83:0)
[11:01:03.895] Build status: SCHEDULED
[11:01:03.895] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8866404625245734496:84:0) after 2m54s
[11:03:57.914] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8866404625245734496:84:0)
[11:03:57.931] Build status: SCHEDULED
[11:03:57.931] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8866404625245734496:85:0) after 6m40s
[11:10:37.961] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8866404625245734496:85:0)
[11:10:38.126] Build status: SCHEDULED
[11:10:38.126] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8866404625245734496:86:0) after 7m46s
[11:18:24.092] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8866404625245734496:86:0)
[11:18:24.109] Build status: SCHEDULED
[11:18:24.109] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8866404625245734496:87:0) after 3m42s
[11:22:06.144] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8866404625245734496:87:0)
[11:22:06.163] Build status: SCHEDULED
[11:22:06.163] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8866404625245734496:88:0) after 5m21s
[11:27:27.187] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8866404625245734496:88:0)
[11:27:27.212] Build status: SCHEDULED
[11:27:27.212] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8866404625245734496:89:0) after 7m6s
[11:34:33.226] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8866404625245734496:89:0)
[11:34:33.240] Build status: SCHEDULED
[11:34:33.240] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8866404625245734496:90:0) after 1m4s
[11:35:37.315] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8866404625245734496:90:0)
[11:35:37.345] Build status: SCHEDULED
[11:35:37.345] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8866404625245734496:91:0) after 1m49s
[11:37:26.364] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8866404625245734496:91:0)
[11:37:26.380] Build status: SCHEDULED
[11:37:26.380] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8866404625245734496:92:0) after 1m28s
[11:38:54.424] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8866404625245734496:92:0)
[11:38:54.441] Build status: SCHEDULED
[11:38:54.441] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8866404625245734496:93:0) after 8m21s
[11:47:15.505] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8866404625245734496:93:0)
[11:47:15.540] Build status: SCHEDULED
[11:47:15.540] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8866404625245734496:94:0) after 2m35s
[11:49:50.557] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8866404625245734496:94:0)
[11:49:50.696] Build status: SCHEDULED
[11:49:50.696] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8866404625245734496:95:0) after 3m20s
[11:53:10.768] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8866404625245734496:95:0)
[11:53:10.801] Build status: SCHEDULED
[11:53:10.801] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8866404625245734496:96:0) after 6m52s
[11:56:39.679] Received PubSub notification, asking Buildbucket for the build status
[11:56:39.697] Build status: STARTED
[11:58:15.798] Received PubSub notification, asking Buildbucket for the build status
[11:58:15.884] Build:
{
  "id": "8700974563258977265",
  "builder": {
    "project": "pigweed",
    "bucket": "examples.dev.ci",
    "builder": "examples-envtest-mac"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-10-15T04:04:13.523623365Z",
  "startTime": "2025-10-15T11:56:39.418583236Z",
  "endTime": "2025-10-15T11:58:14.295169085Z",
  "updateTime": "2025-10-15T11:58:14.295169085Z",
  "status": "INFRA_FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/examples",
      "id": "fd927e8f3053ae20bde1873825a93e9d5a696e3d",
      "ref": "refs/heads/main"
    }
  },
  "canary": true
}
[11:58:15.884] Invocation finished in 7h54m3.638801616s with status FAILED