Status: FAILED
Triggered by: -
Duration: 6 hours
Actions:

Definition (rev 4c9983091ab9999abc5d04968bb40ccf57e06244)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "pigweed.dev.ci"
  builder: "pigweed-mac-x86-gn-main"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://pigweed.googlesource.com/pigweed/pigweed",
  "revision": "5fd1e1fb50cbfc30bd53830954955e1dcdc69029"
}

Incoming tags

  • buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/5fd1e1fb50cbfc30bd53830954955e1dcdc69029
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[21:49:08.777] New invocation is queued and will start shortly
[21:49:09.997] Starting the invocation (attempt 1)
[21:49:10.024] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/5fd1e1fb50cbfc30bd53830954955e1dcdc69029"
[21:49:10.024] Popped gitiles commit info from properties and tags
[21:49:10.024] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[21:49:10.024] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[21:49:10.026] Buildbucket request:
{
  "requestId": "8884910002998695376",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-gn-main"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8884910002998695376",
            "job": "pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main",
            "triggers": [
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "7bf3b521ae289dc5293943ec10cc58075f41d380"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@7bf3b521ae289dc5293943ec10cc58075f41d380",
                        "title": "7bf3b521ae289dc5293943ec10cc58075f41d380",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/7bf3b521ae289dc5293943ec10cc58075f41d380"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "089e22774e9bdf2d773f92ace870d8cfefa1ce00"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@089e22774e9bdf2d773f92ace870d8cfefa1ce00",
                        "title": "089e22774e9bdf2d773f92ace870d8cfefa1ce00",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/089e22774e9bdf2d773f92ace870d8cfefa1ce00"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "24fc1823e09eedad72069cd63486695627817e20"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@24fc1823e09eedad72069cd63486695627817e20",
                        "title": "24fc1823e09eedad72069cd63486695627817e20",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/24fc1823e09eedad72069cd63486695627817e20"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "df8b1de9273016087a915745011631b7007a03c5"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@df8b1de9273016087a915745011631b7007a03c5",
                        "title": "df8b1de9273016087a915745011631b7007a03c5",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/df8b1de9273016087a915745011631b7007a03c5"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "cdb6318990c4cfbdf850c6a0084b4dd873d4189c"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@cdb6318990c4cfbdf850c6a0084b4dd873d4189c",
                        "title": "cdb6318990c4cfbdf850c6a0084b4dd873d4189c",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/cdb6318990c4cfbdf850c6a0084b4dd873d4189c"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "fd7055a57770ecefdf73814f38596c8d6c3a7748"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@fd7055a57770ecefdf73814f38596c8d6c3a7748",
                        "title": "fd7055a57770ecefdf73814f38596c8d6c3a7748",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/fd7055a57770ecefdf73814f38596c8d6c3a7748"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "244b3d0399b3d6f32a3295fe057baf17dc5a30ff"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@244b3d0399b3d6f32a3295fe057baf17dc5a30ff",
                        "title": "244b3d0399b3d6f32a3295fe057baf17dc5a30ff",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/244b3d0399b3d6f32a3295fe057baf17dc5a30ff"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "5fd1e1fb50cbfc30bd53830954955e1dcdc69029"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@5fd1e1fb50cbfc30bd53830954955e1dcdc69029",
                        "title": "5fd1e1fb50cbfc30bd53830954955e1dcdc69029",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/5fd1e1fb50cbfc30bd53830954955e1dcdc69029"
                      }
                ]
          }
    },
  "gitilesCommit": {
    "host": "pigweed.googlesource.com",
    "project": "pigweed/pigweed",
    "id": "5fd1e1fb50cbfc30bd53830954955e1dcdc69029",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8884910002998695376"
    },
    {
      "key": "scheduler_job_id",
      "value": "pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[21:49:10.588] Scheduled build:
{
  "id": "8719479940940310289",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-gn-main"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-03-24T21:49:10.113880235Z",
  "updateTime": "2025-03-24T21:49:10.113880235Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "5fd1e1fb50cbfc30bd53830954955e1dcdc69029",
      "ref": "refs/heads/main"
    }
  }
}
[21:49:10.588] Task URL: https://cr-buildbucket.appspot.com/build/8719479940940310289
[21:49:10.588] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8884910002998695376:2:0) after 6m10s
[21:49:11.472] Received PubSub notification, asking Buildbucket for the build status
[21:49:11.497] Build status: SCHEDULED
[21:55:20.630] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8884910002998695376:2:0)
[21:55:20.713] Build status: SCHEDULED
[21:55:20.713] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8884910002998695376:4:0) after 9m22s
[22:04:42.693] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8884910002998695376:4:0)
[22:04:42.716] Build status: SCHEDULED
[22:04:42.716] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8884910002998695376:5:0) after 4m42s
[22:09:24.734] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8884910002998695376:5:0)
[22:09:24.760] Build status: SCHEDULED
[22:09:24.760] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8884910002998695376:6:0) after 1m27s
[22:10:51.779] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8884910002998695376:6:0)
[22:10:51.809] Build status: SCHEDULED
[22:10:51.810] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8884910002998695376:7:0) after 3m55s
[22:14:46.831] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8884910002998695376:7:0)
[22:14:46.855] Build status: SCHEDULED
[22:14:46.855] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8884910002998695376:8:0) after 7m41s
[22:22:27.916] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8884910002998695376:8:0)
[22:22:27.937] Build status: SCHEDULED
[22:22:27.937] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8884910002998695376:9:0) after 2m30s
[22:24:58.041] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8884910002998695376:9:0)
[22:24:58.068] Build status: SCHEDULED
[22:24:58.068] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8884910002998695376:10:0) after 8m22s
[22:33:20.083] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8884910002998695376:10:0)
[22:33:20.100] Build status: SCHEDULED
[22:33:20.100] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8884910002998695376:11:0) after 6m38s
[22:39:58.221] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8884910002998695376:11:0)
[22:39:58.240] Build status: SCHEDULED
[22:39:58.240] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8884910002998695376:12:0) after 7m12s
[22:47:10.332] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8884910002998695376:12:0)
[22:47:10.353] Build status: SCHEDULED
[22:47:10.353] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8884910002998695376:13:0) after 9m7s
[22:56:17.368] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8884910002998695376:13:0)
[22:56:17.385] Build status: SCHEDULED
[22:56:17.385] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8884910002998695376:14:0) after 9m20s
[23:05:37.396] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8884910002998695376:14:0)
[23:05:37.414] Build status: SCHEDULED
[23:05:37.414] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8884910002998695376:15:0) after 7m40s
[23:13:17.544] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8884910002998695376:15:0)
[23:13:17.563] Build status: SCHEDULED
[23:13:17.563] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8884910002998695376:16:0) after 5m50s
[23:19:07.687] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8884910002998695376:16:0)
[23:19:07.701] Build status: SCHEDULED
[23:19:07.701] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8884910002998695376:17:0) after 4m49s
[23:23:56.799] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8884910002998695376:17:0)
[23:23:56.820] Build status: SCHEDULED
[23:23:56.820] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8884910002998695376:18:0) after 1m27s
[23:25:23.983] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8884910002998695376:18:0)
[23:25:24.020] Build status: SCHEDULED
[23:25:24.020] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8884910002998695376:19:0) after 5m55s
[23:31:19.090] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8884910002998695376:19:0)
[23:31:19.185] Build status: SCHEDULED
[23:31:19.185] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8884910002998695376:20:0) after 3m29s
[23:34:48.264] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8884910002998695376:20:0)
[23:34:48.278] Build status: SCHEDULED
[23:34:48.278] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8884910002998695376:21:0) after 8m59s
[23:43:47.295] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8884910002998695376:21:0)
[23:43:47.310] Build status: SCHEDULED
[23:43:47.310] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8884910002998695376:22:0) after 7m29s
[23:51:16.343] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8884910002998695376:22:0)
[23:51:16.363] Build status: SCHEDULED
[23:51:16.363] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8884910002998695376:23:0) after 8m37s
[23:59:53.435] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8884910002998695376:23:0)
[23:59:53.492] Build status: SCHEDULED
[23:59:53.492] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8884910002998695376:24:0) after 6m22s
[00:06:15.569] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8884910002998695376:24:0)
[00:06:15.583] Build status: SCHEDULED
[00:06:15.583] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8884910002998695376:25:0) after 3m39s
[00:09:54.628] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8884910002998695376:25:0)
[00:09:54.647] Build status: SCHEDULED
[00:09:54.647] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8884910002998695376:26:0) after 6m35s
[00:16:29.678] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8884910002998695376:26:0)
[00:16:29.703] Build status: SCHEDULED
[00:16:29.703] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8884910002998695376:27:0) after 8m11s
[00:24:40.804] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8884910002998695376:27:0)
[00:24:40.830] Build status: SCHEDULED
[00:24:40.830] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8884910002998695376:28:0) after 4m12s
[00:28:52.847] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8884910002998695376:28:0)
[00:28:52.866] Build status: SCHEDULED
[00:28:52.866] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8884910002998695376:29:0) after 7m9s
[00:36:02.050] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8884910002998695376:29:0)
[00:36:02.074] Build status: SCHEDULED
[00:36:02.074] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8884910002998695376:30:0) after 6m57s
[00:42:59.100] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8884910002998695376:30:0)
[00:42:59.136] Build status: SCHEDULED
[00:42:59.136] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8884910002998695376:31:0) after 3m9s
[00:46:08.265] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8884910002998695376:31:0)
[00:46:08.283] Build status: SCHEDULED
[00:46:08.283] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8884910002998695376:32:0) after 8m40s
[00:54:48.308] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8884910002998695376:32:0)
[00:54:48.325] Build status: SCHEDULED
[00:54:48.325] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8884910002998695376:33:0) after 1m59s
[00:56:47.377] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8884910002998695376:33:0)
[00:56:47.397] Build status: SCHEDULED
[00:56:47.398] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8884910002998695376:34:0) after 1m3s
[00:57:50.528] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8884910002998695376:34:0)
[00:57:50.544] Build status: SCHEDULED
[00:57:50.544] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8884910002998695376:35:0) after 7m27s
[01:05:17.555] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8884910002998695376:35:0)
[01:05:17.574] Build status: SCHEDULED
[01:05:17.574] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8884910002998695376:36:0) after 2m23s
[01:07:40.645] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8884910002998695376:36:0)
[01:07:40.663] Build status: SCHEDULED
[01:07:40.663] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8884910002998695376:37:0) after 2m36s
[01:10:16.667] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8884910002998695376:37:0)
[01:10:16.684] Build status: SCHEDULED
[01:10:16.684] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8884910002998695376:38:0) after 7m37s
[01:17:53.717] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8884910002998695376:38:0)
[01:17:53.731] Build status: SCHEDULED
[01:17:53.731] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8884910002998695376:39:0) after 8m7s
[01:26:00.748] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8884910002998695376:39:0)
[01:26:00.766] Build status: SCHEDULED
[01:26:00.766] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8884910002998695376:40:0) after 2m17s
[01:28:17.782] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8884910002998695376:40:0)
[01:28:17.800] Build status: SCHEDULED
[01:28:17.800] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8884910002998695376:41:0) after 4m30s
[01:32:47.825] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8884910002998695376:41:0)
[01:32:47.844] Build status: SCHEDULED
[01:32:47.844] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8884910002998695376:42:0) after 6m5s
[01:38:52.920] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8884910002998695376:42:0)
[01:38:52.939] Build status: SCHEDULED
[01:38:52.939] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8884910002998695376:43:0) after 5m40s
[01:44:32.964] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8884910002998695376:43:0)
[01:44:33.013] Build status: SCHEDULED
[01:44:33.013] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8884910002998695376:44:0) after 9m47s
[01:54:19.996] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8884910002998695376:44:0)
[01:54:20.013] Build status: SCHEDULED
[01:54:20.013] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8884910002998695376:45:0) after 1m16s
[01:55:36.034] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8884910002998695376:45:0)
[01:55:36.051] Build status: SCHEDULED
[01:55:36.051] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8884910002998695376:46:0) after 5m18s
[02:00:54.242] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8884910002998695376:46:0)
[02:00:54.258] Build status: SCHEDULED
[02:00:54.258] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8884910002998695376:47:0) after 7m51s
[02:08:45.277] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8884910002998695376:47:0)
[02:08:45.302] Build status: SCHEDULED
[02:08:45.303] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8884910002998695376:48:0) after 9m57s
[02:18:42.323] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8884910002998695376:48:0)
[02:18:42.348] Build status: SCHEDULED
[02:18:42.348] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8884910002998695376:49:0) after 6m58s
[02:25:40.397] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8884910002998695376:49:0)
[02:25:40.417] Build status: SCHEDULED
[02:25:40.417] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8884910002998695376:50:0) after 8m58s
[02:34:38.445] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8884910002998695376:50:0)
[02:34:38.466] Build status: SCHEDULED
[02:34:38.466] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8884910002998695376:51:0) after 8m54s
[02:43:32.572] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8884910002998695376:51:0)
[02:43:32.588] Build status: SCHEDULED
[02:43:32.588] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8884910002998695376:52:0) after 4m41s
[02:48:13.680] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8884910002998695376:52:0)
[02:48:13.728] Build status: SCHEDULED
[02:48:13.728] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8884910002998695376:53:0) after 3m58s
[02:52:11.749] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8884910002998695376:53:0)
[02:52:11.776] Build status: SCHEDULED
[02:52:11.776] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8884910002998695376:54:0) after 7m58s
[03:00:10.016] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8884910002998695376:54:0)
[03:00:10.034] Build status: SCHEDULED
[03:00:10.034] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8884910002998695376:55:0) after 8m36s
[03:08:46.098] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8884910002998695376:55:0)
[03:08:46.116] Build status: SCHEDULED
[03:08:46.116] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8884910002998695376:56:0) after 4m36s
[03:13:22.118] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8884910002998695376:56:0)
[03:13:22.140] Build status: SCHEDULED
[03:13:22.140] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8884910002998695376:57:0) after 4m27s
[03:14:04.966] Received PubSub notification, asking Buildbucket for the build status
[03:14:05.053] Build status: STARTED
[03:17:49.175] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8884910002998695376:57:0)
[03:17:49.247] Build status: STARTED
[03:17:49.247] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8884910002998695376:59:0) after 5m2s
[03:22:51.252] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8884910002998695376:59:0)
[03:22:51.271] Build status: STARTED
[03:22:51.271] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8884910002998695376:60:0) after 1m5s
[03:23:56.257] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8884910002998695376:60:0)
[03:23:56.273] Build status: STARTED
[03:23:56.274] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8884910002998695376:61:0) after 3m57s
[03:27:53.301] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8884910002998695376:61:0)
[03:27:53.324] Build status: STARTED
[03:27:53.324] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8884910002998695376:62:0) after 6m54s
[03:34:47.394] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8884910002998695376:62:0)
[03:34:47.411] Build status: STARTED
[03:34:47.411] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8884910002998695376:63:0) after 8m58s
[03:43:45.479] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8884910002998695376:63:0)
[03:43:45.549] Build status: STARTED
[03:43:45.549] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8884910002998695376:64:0) after 8m10s
[03:51:55.571] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8884910002998695376:64:0)
[03:51:55.588] Build status: STARTED
[03:51:55.588] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8884910002998695376:65:0) after 9m29s
[04:01:24.713] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8884910002998695376:65:0)
[04:01:24.744] Build status: STARTED
[04:01:24.744] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8884910002998695376:66:0) after 6m48s
[04:07:27.172] Received PubSub notification, asking Buildbucket for the build status
[04:07:27.195] Build:
{
  "id": "8719479940940310289",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-gn-main"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-03-24T21:49:10.113880235Z",
  "startTime": "2025-03-25T03:14:04.364311438Z",
  "endTime": "2025-03-25T04:07:26.905360447Z",
  "updateTime": "2025-03-25T04:07:26.905360447Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "5fd1e1fb50cbfc30bd53830954955e1dcdc69029",
      "ref": "refs/heads/main"
    }
  }
}
[04:07:27.195] Invocation finished in 6h18m18.428422367s with status FAILED