Status: FAILED
Triggered by: -
Duration: 8 hours
Actions:

Definition (rev 4c9983091ab9999abc5d04968bb40ccf57e06244)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "pigweed.dev.ci"
  builder: "envtest-mac-x86"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://pigweed.googlesource.com/pigweed/pigweed",
  "revision": "e6f22930ef493c32733ef84265543aec5a66be29"
}

Incoming tags

  • buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/e6f22930ef493c32733ef84265543aec5a66be29
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[22:39:51.110] New invocation is queued and will start shortly
[22:39:52.601] Starting the invocation (attempt 1)
[22:39:52.641] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/e6f22930ef493c32733ef84265543aec5a66be29"
[22:39:52.641] Popped gitiles commit info from properties and tags
[22:39:52.641] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[22:39:52.641] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[22:39:52.641] Buildbucket request:
{
  "requestId": "8885269200740741200",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "envtest-mac-x86"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8885269200740741200",
            "job": "pigweed/pigweed.dev.ci-envtest-mac-x86",
            "triggers": [
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "69aedd9b9bba320717269433563ca2966ea73cf5"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@69aedd9b9bba320717269433563ca2966ea73cf5",
                        "title": "69aedd9b9bba320717269433563ca2966ea73cf5",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/69aedd9b9bba320717269433563ca2966ea73cf5"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "9b00f1a31f9f3b09ad1e9b08bbbc45626bb6ad22"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@9b00f1a31f9f3b09ad1e9b08bbbc45626bb6ad22",
                        "title": "9b00f1a31f9f3b09ad1e9b08bbbc45626bb6ad22",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/9b00f1a31f9f3b09ad1e9b08bbbc45626bb6ad22"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "24596e9ab33b7fdd859c5c558114b8e587a71b10"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@24596e9ab33b7fdd859c5c558114b8e587a71b10",
                        "title": "24596e9ab33b7fdd859c5c558114b8e587a71b10",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/24596e9ab33b7fdd859c5c558114b8e587a71b10"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "8e2ae8013ab3c09677243de22be1d60b89b6af29"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@8e2ae8013ab3c09677243de22be1d60b89b6af29",
                        "title": "8e2ae8013ab3c09677243de22be1d60b89b6af29",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/8e2ae8013ab3c09677243de22be1d60b89b6af29"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "a7a3cbe68ddd0ed8a0d7855502d01d0b95e836db"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@a7a3cbe68ddd0ed8a0d7855502d01d0b95e836db",
                        "title": "a7a3cbe68ddd0ed8a0d7855502d01d0b95e836db",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/a7a3cbe68ddd0ed8a0d7855502d01d0b95e836db"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "d9328752cee15d3fbead79571b823d6c321638d8"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@d9328752cee15d3fbead79571b823d6c321638d8",
                        "title": "d9328752cee15d3fbead79571b823d6c321638d8",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/d9328752cee15d3fbead79571b823d6c321638d8"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "0f62a5e40ec51248b5abcd677fb0e0a92d393c71"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@0f62a5e40ec51248b5abcd677fb0e0a92d393c71",
                        "title": "0f62a5e40ec51248b5abcd677fb0e0a92d393c71",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/0f62a5e40ec51248b5abcd677fb0e0a92d393c71"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "1af8e0fed1a574cfd810a82432c5f6c9264527a2"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@1af8e0fed1a574cfd810a82432c5f6c9264527a2",
                        "title": "1af8e0fed1a574cfd810a82432c5f6c9264527a2",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/1af8e0fed1a574cfd810a82432c5f6c9264527a2"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "0822879ad08d34570b6d30b11989c87fda13944e"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@0822879ad08d34570b6d30b11989c87fda13944e",
                        "title": "0822879ad08d34570b6d30b11989c87fda13944e",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/0822879ad08d34570b6d30b11989c87fda13944e"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "6a36094d61bbfdadcb37366a045ebb166cd69aef"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@6a36094d61bbfdadcb37366a045ebb166cd69aef",
                        "title": "6a36094d61bbfdadcb37366a045ebb166cd69aef",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/6a36094d61bbfdadcb37366a045ebb166cd69aef"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "e6f22930ef493c32733ef84265543aec5a66be29"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@e6f22930ef493c32733ef84265543aec5a66be29",
                        "title": "e6f22930ef493c32733ef84265543aec5a66be29",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/e6f22930ef493c32733ef84265543aec5a66be29"
                      }
                ]
          }
    },
  "gitilesCommit": {
    "host": "pigweed.googlesource.com",
    "project": "pigweed/pigweed",
    "id": "e6f22930ef493c32733ef84265543aec5a66be29",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8885269200740741200"
    },
    {
      "key": "scheduler_job_id",
      "value": "pigweed/pigweed.dev.ci-envtest-mac-x86"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[22:39:53.069] Scheduled build:
{
  "id": "8719839138429573601",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "envtest-mac-x86"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-03-20T22:39:52.693800125Z",
  "updateTime": "2025-03-20T22:39:52.693800125Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "e6f22930ef493c32733ef84265543aec5a66be29",
      "ref": "refs/heads/main"
    }
  }
}
[22:39:53.069] Task URL: https://cr-buildbucket.appspot.com/build/8719839138429573601
[22:39:53.069] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:2:0) after 4m35s
[22:39:53.265] Received PubSub notification, asking Buildbucket for the build status
[22:39:53.316] Build status: SCHEDULED
[22:44:28.152] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:2:0)
[22:44:28.171] Build status: SCHEDULED
[22:44:28.171] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:4:0) after 2m13s
[22:46:41.193] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:4:0)
[22:46:41.281] Build status: SCHEDULED
[22:46:41.281] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:5:0) after 3m24s
[22:50:05.298] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:5:0)
[22:50:05.323] Build status: SCHEDULED
[22:50:05.323] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:6:0) after 9m53s
[22:59:58.366] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:6:0)
[22:59:58.389] Build status: SCHEDULED
[22:59:58.389] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:7:0) after 1m57s
[23:01:55.442] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:7:0)
[23:01:55.463] Build status: SCHEDULED
[23:01:55.463] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:8:0) after 4m52s
[23:06:47.488] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:8:0)
[23:06:47.515] Build status: SCHEDULED
[23:06:47.515] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:9:0) after 6m3s
[23:12:50.492] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:9:0)
[23:12:50.514] Build status: SCHEDULED
[23:12:50.514] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:10:0) after 6m28s
[23:19:18.581] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:10:0)
[23:19:18.605] Build status: SCHEDULED
[23:19:18.605] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:11:0) after 4m33s
[23:23:51.626] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:11:0)
[23:23:51.650] Build status: SCHEDULED
[23:23:51.651] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:12:0) after 4m35s
[23:28:26.672] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:12:0)
[23:28:26.697] Build status: SCHEDULED
[23:28:26.697] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:13:0) after 5m28s
[23:33:54.721] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:13:0)
[23:33:54.787] Build status: SCHEDULED
[23:33:54.787] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:14:0) after 8m54s
[23:42:48.826] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:14:0)
[23:42:48.859] Build status: SCHEDULED
[23:42:48.859] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:15:0) after 1m48s
[23:44:36.920] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:15:0)
[23:44:36.946] Build status: SCHEDULED
[23:44:36.946] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:16:0) after 9m45s
[23:54:21.975] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:16:0)
[23:54:21.994] Build status: SCHEDULED
[23:54:21.994] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:17:0) after 3m43s
[23:58:05.016] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:17:0)
[23:58:05.267] Build status: SCHEDULED
[23:58:05.267] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:18:0) after 9m44s
[00:07:49.376] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:18:0)
[00:07:49.434] Build status: SCHEDULED
[00:07:49.434] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:19:0) after 3m1s
[00:10:50.501] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:19:0)
[00:10:50.517] Build status: SCHEDULED
[00:10:50.517] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:20:0) after 6m9s
[00:16:59.533] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:20:0)
[00:16:59.555] Build status: SCHEDULED
[00:16:59.555] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:21:0) after 4m0s
[00:20:59.624] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:21:0)
[00:20:59.650] Build status: SCHEDULED
[00:20:59.650] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:22:0) after 1m53s
[00:22:52.718] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:22:0)
[00:22:52.802] Build status: SCHEDULED
[00:22:52.802] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:23:0) after 4m10s
[00:27:02.824] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:23:0)
[00:27:02.842] Build status: SCHEDULED
[00:27:02.842] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:24:0) after 7m37s
[00:34:40.033] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:24:0)
[00:34:40.062] Build status: SCHEDULED
[00:34:40.062] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:25:0) after 4m30s
[00:39:10.181] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:25:0)
[00:39:10.201] Build status: SCHEDULED
[00:39:10.201] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:26:0) after 6m50s
[00:46:00.250] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:26:0)
[00:46:00.270] Build status: SCHEDULED
[00:46:00.270] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:27:0) after 4m32s
[00:50:32.363] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:27:0)
[00:50:32.379] Build status: SCHEDULED
[00:50:32.379] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:28:0) after 1m17s
[00:51:49.477] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:28:0)
[00:51:49.510] Build status: SCHEDULED
[00:51:49.510] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:29:0) after 3m15s
[00:55:04.534] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:29:0)
[00:55:04.551] Build status: SCHEDULED
[00:55:04.551] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:30:0) after 1m4s
[00:56:08.622] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:30:0)
[00:56:08.706] Build status: SCHEDULED
[00:56:08.706] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:31:0) after 7m40s
[01:03:48.780] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:31:0)
[01:03:48.798] Build status: SCHEDULED
[01:03:48.798] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:32:0) after 6m7s
[01:09:55.893] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:32:0)
[01:09:55.909] Build status: SCHEDULED
[01:09:55.909] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:33:0) after 6m38s
[01:16:33.942] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:33:0)
[01:16:33.970] Build status: SCHEDULED
[01:16:33.970] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:34:0) after 7m33s
[01:24:07.032] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:34:0)
[01:24:07.056] Build status: SCHEDULED
[01:24:07.056] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:35:0) after 4m30s
[01:28:37.082] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:35:0)
[01:28:37.102] Build status: SCHEDULED
[01:28:37.102] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:36:0) after 7m39s
[01:36:16.124] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:36:0)
[01:36:16.165] Build status: SCHEDULED
[01:36:16.165] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:37:0) after 3m53s
[01:40:09.179] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:37:0)
[01:40:09.197] Build status: SCHEDULED
[01:40:09.197] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:38:0) after 2m8s
[01:42:17.172] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:38:0)
[01:42:17.190] Build status: SCHEDULED
[01:42:17.190] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:39:0) after 1m20s
[01:43:37.314] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:39:0)
[01:43:37.334] Build status: SCHEDULED
[01:43:37.334] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:40:0) after 1m15s
[01:44:52.363] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:40:0)
[01:44:52.383] Build status: SCHEDULED
[01:44:52.383] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:41:0) after 6m59s
[01:51:51.401] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:41:0)
[01:51:51.497] Build status: SCHEDULED
[01:51:51.497] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:42:0) after 8m8s
[01:59:59.564] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:42:0)
[01:59:59.594] Build status: SCHEDULED
[01:59:59.594] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:43:0) after 7m3s
[02:07:02.573] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:43:0)
[02:07:02.595] Build status: SCHEDULED
[02:07:02.595] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:44:0) after 4m53s
[02:11:55.653] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:44:0)
[02:11:55.721] Build status: SCHEDULED
[02:11:55.721] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:45:0) after 7m18s
[02:19:13.738] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:45:0)
[02:19:13.767] Build status: SCHEDULED
[02:19:13.767] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:46:0) after 1m49s
[02:21:02.832] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:46:0)
[02:21:02.856] Build status: SCHEDULED
[02:21:02.856] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:47:0) after 7m31s
[02:28:33.872] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:47:0)
[02:28:33.888] Build status: SCHEDULED
[02:28:33.888] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:48:0) after 2m34s
[02:31:07.915] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:48:0)
[02:31:07.934] Build status: SCHEDULED
[02:31:07.934] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:49:0) after 2m37s
[02:33:44.952] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:49:0)
[02:33:44.975] Build status: SCHEDULED
[02:33:44.975] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:50:0) after 3m35s
[02:37:20.060] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:50:0)
[02:37:20.079] Build status: SCHEDULED
[02:37:20.079] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:51:0) after 3m46s
[02:41:06.065] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:51:0)
[02:41:06.087] Build status: SCHEDULED
[02:41:06.087] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:52:0) after 7m31s
[02:48:37.230] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:52:0)
[02:48:37.246] Build status: SCHEDULED
[02:48:37.246] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:53:0) after 6m17s
[02:54:54.310] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:53:0)
[02:54:54.328] Build status: SCHEDULED
[02:54:54.328] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:54:0) after 5m45s
[03:00:39.401] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:54:0)
[03:00:39.424] Build status: SCHEDULED
[03:00:39.424] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:55:0) after 9m1s
[03:09:40.521] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:55:0)
[03:09:40.538] Build status: SCHEDULED
[03:09:40.538] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:56:0) after 8m6s
[03:17:46.554] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:56:0)
[03:17:46.572] Build status: SCHEDULED
[03:17:46.572] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:57:0) after 5m26s
[03:23:12.595] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:57:0)
[03:23:12.611] Build status: SCHEDULED
[03:23:12.611] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:58:0) after 4m42s
[03:27:54.603] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:58:0)
[03:27:54.620] Build status: SCHEDULED
[03:27:54.620] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:59:0) after 1m48s
[03:29:42.644] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:59:0)
[03:29:42.661] Build status: SCHEDULED
[03:29:42.661] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:60:0) after 1m47s
[03:31:29.710] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:60:0)
[03:31:29.727] Build status: SCHEDULED
[03:31:29.727] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:61:0) after 7m13s
[03:38:42.704] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:61:0)
[03:38:42.720] Build status: SCHEDULED
[03:38:42.720] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:62:0) after 2m51s
[03:41:33.747] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:62:0)
[03:41:33.783] Build status: SCHEDULED
[03:41:33.783] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:63:0) after 1m29s
[03:43:02.856] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:63:0)
[03:43:02.889] Build status: SCHEDULED
[03:43:02.889] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:64:0) after 5m2s
[03:48:04.915] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:64:0)
[03:48:04.945] Build status: SCHEDULED
[03:48:04.945] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:65:0) after 7m7s
[03:55:11.969] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:65:0)
[03:55:11.994] Build status: SCHEDULED
[03:55:11.994] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:66:0) after 6m52s
[04:02:04.072] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:66:0)
[04:02:04.090] Build status: SCHEDULED
[04:02:04.090] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:67:0) after 4m52s
[04:06:56.129] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:67:0)
[04:06:56.156] Build status: SCHEDULED
[04:06:56.156] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:68:0) after 7m2s
[04:13:58.172] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:68:0)
[04:13:58.189] Build status: SCHEDULED
[04:13:58.189] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:69:0) after 1m43s
[04:15:41.204] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:69:0)
[04:15:41.220] Build status: SCHEDULED
[04:15:41.220] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:70:0) after 6m7s
[04:21:48.290] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:70:0)
[04:21:48.313] Build status: SCHEDULED
[04:21:48.313] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:71:0) after 6m4s
[04:27:52.331] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:71:0)
[04:27:52.400] Build status: SCHEDULED
[04:27:52.400] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:72:0) after 9m23s
[04:37:15.557] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:72:0)
[04:37:15.575] Build status: SCHEDULED
[04:37:15.575] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:73:0) after 2m10s
[04:39:25.600] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:73:0)
[04:39:25.621] Build status: SCHEDULED
[04:39:25.621] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:74:0) after 7m52s
[04:47:17.737] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:74:0)
[04:47:17.753] Build status: SCHEDULED
[04:47:17.753] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:75:0) after 4m54s
[04:52:11.779] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:75:0)
[04:52:11.868] Build status: SCHEDULED
[04:52:11.868] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:76:0) after 3m44s
[04:55:56.126] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:76:0)
[04:55:56.143] Build status: SCHEDULED
[04:55:56.143] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:77:0) after 5m20s
[05:01:16.271] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:77:0)
[05:01:16.310] Build status: SCHEDULED
[05:01:16.310] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:78:0) after 2m47s
[05:04:03.342] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:78:0)
[05:04:03.430] Build status: SCHEDULED
[05:04:03.430] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:79:0) after 6m11s
[05:10:14.505] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:79:0)
[05:10:14.526] Build status: SCHEDULED
[05:10:14.526] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:80:0) after 2m2s
[05:12:16.602] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:80:0)
[05:12:16.755] Build status: SCHEDULED
[05:12:16.755] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:81:0) after 1m18s
[05:13:34.755] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:81:0)
[05:13:34.772] Build status: SCHEDULED
[05:13:34.772] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:82:0) after 2m1s
[05:15:35.888] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:82:0)
[05:15:35.907] Build status: SCHEDULED
[05:15:35.907] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:83:0) after 5m35s
[05:21:10.922] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:83:0)
[05:21:10.951] Build status: SCHEDULED
[05:21:10.951] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:84:0) after 1m38s
[05:22:48.968] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:84:0)
[05:22:48.991] Build status: SCHEDULED
[05:22:48.991] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:85:0) after 6m49s
[05:29:38.107] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:85:0)
[05:29:38.156] Build status: SCHEDULED
[05:29:38.156] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:86:0) after 2m3s
[05:31:41.180] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:86:0)
[05:31:41.197] Build status: SCHEDULED
[05:31:41.197] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:87:0) after 5m58s
[05:37:39.395] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:87:0)
[05:37:39.413] Build status: SCHEDULED
[05:37:39.413] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:88:0) after 6m2s
[05:43:41.721] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:88:0)
[05:43:41.748] Build status: SCHEDULED
[05:43:41.748] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:89:0) after 2m20s
[05:46:01.814] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:89:0)
[05:46:01.831] Build status: SCHEDULED
[05:46:01.831] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:90:0) after 4m13s
[05:50:14.857] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:90:0)
[05:50:14.878] Build status: SCHEDULED
[05:50:14.878] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:91:0) after 9m6s
[05:59:21.139] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:91:0)
[05:59:21.158] Build status: SCHEDULED
[05:59:21.158] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:92:0) after 2m4s
[06:01:25.193] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:92:0)
[06:01:25.228] Build status: SCHEDULED
[06:01:25.228] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:93:0) after 5m54s
[06:07:19.254] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:93:0)
[06:07:19.400] Build status: SCHEDULED
[06:07:19.400] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:94:0) after 8m7s
[06:15:26.424] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:94:0)
[06:15:26.482] Build status: SCHEDULED
[06:15:26.482] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:95:0) after 8m53s
[06:24:19.672] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:95:0)
[06:24:19.688] Build status: SCHEDULED
[06:24:19.688] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:96:0) after 5m52s
[06:30:11.960] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:96:0)
[06:30:11.986] Build status: SCHEDULED
[06:30:11.986] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:97:0) after 6m55s
[06:37:07.138] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:97:0)
[06:37:07.155] Build status: SCHEDULED
[06:37:07.155] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:98:0) after 8m1s
[06:40:01.398] Received PubSub notification, asking Buildbucket for the build status
[06:40:01.425] Build:
{
  "id": "8719839138429573601",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "envtest-mac-x86"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-03-20T22:39:52.693800125Z",
  "endTime": "2025-03-21T06:40:01.005228135Z",
  "updateTime": "2025-03-21T06:40:01.005228135Z",
  "status": "INFRA_FAILURE",
  "statusDetails": {
    "resourceExhaustion": {

    },
    "timeout": {

    }
  },
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "e6f22930ef493c32733ef84265543aec5a66be29",
      "ref": "refs/heads/main"
    }
  }
}
[06:40:01.426] Invocation finished in 8h0m10.319856936s with status FAILED