LUCI Scheduler :: pigweed :: pigweed.dev.ci-pigweed-mac-x86-gn-main

Status: FAILED

Triggered by: -

Duration: 6 hours

Actions:

Definition (rev 4c9983091ab9999abc5d04968bb40ccf57e06244)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "pigweed.dev.ci"
  builder: "pigweed-mac-x86-gn-main"
>

Incoming triggers

f9f93dd4a7f4bd8264f4456def8daf966805b75d (1 week ago)
bab3948abffe3316a6aeaf0684633347ae94ff96 (1 week ago)
d01ddf0c7753c86dc36dfd4a3ed486d6fb7d2e99 (1 week ago)

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://pigweed.googlesource.com/pigweed/pigweed",
  "revision": "d01ddf0c7753c86dc36dfd4a3ed486d6fb7d2e99"
}

Incoming tags

buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/d01ddf0c7753c86dc36dfd4a3ed486d6fb7d2e99
gitiles_ref:refs/heads/main

Debug log (UTC)

[17:01:36.441] New invocation is queued and will start shortly
[17:01:37.646] Starting the invocation (attempt 1)
[17:01:37.667] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/d01ddf0c7753c86dc36dfd4a3ed486d6fb7d2e99"
[17:01:37.667] Popped gitiles commit info from properties and tags
[17:01:37.667] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[17:01:37.667] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[17:01:37.667] Buildbucket request:
{
  "requestId": "8885199884278197200",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-gn-main"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8885199884278197200",
            "job": "pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main",
            "triggers": [
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "f9f93dd4a7f4bd8264f4456def8daf966805b75d"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@f9f93dd4a7f4bd8264f4456def8daf966805b75d",
                        "title": "f9f93dd4a7f4bd8264f4456def8daf966805b75d",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/f9f93dd4a7f4bd8264f4456def8daf966805b75d"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "bab3948abffe3316a6aeaf0684633347ae94ff96"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@bab3948abffe3316a6aeaf0684633347ae94ff96",
                        "title": "bab3948abffe3316a6aeaf0684633347ae94ff96",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/bab3948abffe3316a6aeaf0684633347ae94ff96"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "d01ddf0c7753c86dc36dfd4a3ed486d6fb7d2e99"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@d01ddf0c7753c86dc36dfd4a3ed486d6fb7d2e99",
                        "title": "d01ddf0c7753c86dc36dfd4a3ed486d6fb7d2e99",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/d01ddf0c7753c86dc36dfd4a3ed486d6fb7d2e99"
                      }
                ]
          }
    },
  "gitilesCommit": {
    "host": "pigweed.googlesource.com",
    "project": "pigweed/pigweed",
    "id": "d01ddf0c7753c86dc36dfd4a3ed486d6fb7d2e99",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8885199884278197200"
    },
    {
      "key": "scheduler_job_id",
      "value": "pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[17:01:38.057] Scheduled build:
{
  "id": "8719769822264020433",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-gn-main"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-03-21T17:01:37.740438321Z",
  "updateTime": "2025-03-21T17:01:37.740438321Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "d01ddf0c7753c86dc36dfd4a3ed486d6fb7d2e99",
      "ref": "refs/heads/main"
    }
  },
  "canary": true
}
[17:01:38.057] Task URL: https://cr-buildbucket.appspot.com/build/8719769822264020433
[17:01:38.057] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8885199884278197200:2:0) after 2m4s
[17:01:38.138] Received PubSub notification, asking Buildbucket for the build status
[17:01:38.161] Build status: SCHEDULED
[17:03:42.147] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8885199884278197200:2:0)
[17:03:42.210] Build status: SCHEDULED
[17:03:42.210] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8885199884278197200:4:0) after 8m58s
[17:12:40.282] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8885199884278197200:4:0)
[17:12:40.325] Build status: SCHEDULED
[17:12:40.325] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8885199884278197200:5:0) after 8m3s
[17:20:43.354] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8885199884278197200:5:0)
[17:20:43.374] Build status: SCHEDULED
[17:20:43.374] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8885199884278197200:6:0) after 3m34s
[17:24:17.426] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8885199884278197200:6:0)
[17:24:17.454] Build status: SCHEDULED
[17:24:17.454] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8885199884278197200:7:0) after 1m2s
[17:25:19.453] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8885199884278197200:7:0)
[17:25:19.485] Build status: SCHEDULED
[17:25:19.485] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8885199884278197200:8:0) after 4m38s
[17:29:57.543] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8885199884278197200:8:0)
[17:29:57.564] Build status: SCHEDULED
[17:29:57.564] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8885199884278197200:9:0) after 5m38s
[17:35:35.611] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8885199884278197200:9:0)
[17:35:35.627] Build status: SCHEDULED
[17:35:35.627] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8885199884278197200:10:0) after 5m24s
[17:40:59.669] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8885199884278197200:10:0)
[17:40:59.711] Build status: SCHEDULED
[17:40:59.711] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8885199884278197200:11:0) after 6m59s
[17:47:58.737] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8885199884278197200:11:0)
[17:47:58.971] Build status: SCHEDULED
[17:47:58.971] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8885199884278197200:12:0) after 7m28s
[17:55:27.038] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8885199884278197200:12:0)
[17:55:27.054] Build status: SCHEDULED
[17:55:27.054] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8885199884278197200:13:0) after 3m41s
[17:59:08.133] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8885199884278197200:13:0)
[17:59:08.159] Build status: SCHEDULED
[17:59:08.159] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8885199884278197200:14:0) after 6m47s
[18:05:55.354] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8885199884278197200:14:0)
[18:05:55.406] Build status: SCHEDULED
[18:05:55.406] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8885199884278197200:15:0) after 4m44s
[18:10:39.477] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8885199884278197200:15:0)
[18:10:39.504] Build status: SCHEDULED
[18:10:39.504] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8885199884278197200:16:0) after 2m54s
[18:13:33.640] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8885199884278197200:16:0)
[18:13:33.654] Build status: SCHEDULED
[18:13:33.654] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8885199884278197200:17:0) after 6m7s
[18:19:40.726] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8885199884278197200:17:0)
[18:19:40.751] Build status: SCHEDULED
[18:19:40.751] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8885199884278197200:18:0) after 2m11s
[18:21:51.717] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8885199884278197200:18:0)
[18:21:51.734] Build status: SCHEDULED
[18:21:51.734] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8885199884278197200:19:0) after 8m0s
[18:29:51.749] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8885199884278197200:19:0)
[18:29:51.773] Build status: SCHEDULED
[18:29:51.773] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8885199884278197200:20:0) after 5m43s
[18:35:34.790] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8885199884278197200:20:0)
[18:35:34.809] Build status: SCHEDULED
[18:35:34.809] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8885199884278197200:21:0) after 7m17s
[18:42:52.026] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8885199884278197200:21:0)
[18:42:52.043] Build status: SCHEDULED
[18:42:52.043] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8885199884278197200:22:0) after 1m21s
[18:44:13.088] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8885199884278197200:22:0)
[18:44:13.105] Build status: SCHEDULED
[18:44:13.105] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8885199884278197200:23:0) after 6m33s
[18:50:46.120] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8885199884278197200:23:0)
[18:50:46.135] Build status: SCHEDULED
[18:50:46.135] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8885199884278197200:24:0) after 4m38s
[18:55:24.248] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8885199884278197200:24:0)
[18:55:24.273] Build status: SCHEDULED
[18:55:24.273] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8885199884278197200:25:0) after 8m33s
[19:03:57.284] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8885199884278197200:25:0)
[19:03:57.309] Build status: SCHEDULED
[19:03:57.309] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8885199884278197200:26:0) after 1m33s
[19:05:30.331] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8885199884278197200:26:0)
[19:05:30.346] Build status: SCHEDULED
[19:05:30.346] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8885199884278197200:27:0) after 9m26s
[19:14:56.330] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8885199884278197200:27:0)
[19:14:56.346] Build status: SCHEDULED
[19:14:56.346] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8885199884278197200:28:0) after 2m36s
[19:17:32.413] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8885199884278197200:28:0)
[19:17:32.433] Build status: SCHEDULED
[19:17:32.433] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8885199884278197200:29:0) after 2m59s
[19:20:31.449] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8885199884278197200:29:0)
[19:20:31.495] Build status: SCHEDULED
[19:20:31.495] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8885199884278197200:30:0) after 4m50s
[19:25:21.513] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8885199884278197200:30:0)
[19:25:21.530] Build status: SCHEDULED
[19:25:21.530] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8885199884278197200:31:0) after 7m3s
[19:32:24.596] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8885199884278197200:31:0)
[19:32:24.621] Build status: SCHEDULED
[19:32:24.621] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8885199884278197200:32:0) after 3m58s
[19:36:22.779] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8885199884278197200:32:0)
[19:36:22.877] Build status: SCHEDULED
[19:36:22.877] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8885199884278197200:33:0) after 5m6s
[19:41:28.951] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8885199884278197200:33:0)
[19:41:28.967] Build status: SCHEDULED
[19:41:28.967] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8885199884278197200:34:0) after 2m9s
[19:43:37.984] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8885199884278197200:34:0)
[19:43:38.004] Build status: SCHEDULED
[19:43:38.004] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8885199884278197200:35:0) after 1m9s
[19:44:47.053] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8885199884278197200:35:0)
[19:44:47.069] Build status: SCHEDULED
[19:44:47.069] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8885199884278197200:36:0) after 1m26s
[19:46:13.084] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8885199884278197200:36:0)
[19:46:13.100] Build status: SCHEDULED
[19:46:13.100] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8885199884278197200:37:0) after 6m14s
[19:52:27.129] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8885199884278197200:37:0)
[19:52:27.142] Build status: SCHEDULED
[19:52:27.142] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8885199884278197200:38:0) after 8m33s
[20:01:00.216] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8885199884278197200:38:0)
[20:01:00.236] Build status: SCHEDULED
[20:01:00.236] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8885199884278197200:39:0) after 7m33s
[20:08:33.304] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8885199884278197200:39:0)
[20:08:33.326] Build status: SCHEDULED
[20:08:33.326] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8885199884278197200:40:0) after 1m10s
[20:09:43.472] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8885199884278197200:40:0)
[20:09:43.531] Build status: SCHEDULED
[20:09:43.531] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8885199884278197200:41:0) after 1m41s
[20:11:24.575] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8885199884278197200:41:0)
[20:11:24.641] Build status: SCHEDULED
[20:11:24.641] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8885199884278197200:42:0) after 9m39s
[20:21:03.704] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8885199884278197200:42:0)
[20:21:03.719] Build status: SCHEDULED
[20:21:03.719] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8885199884278197200:43:0) after 2m32s
[20:23:35.747] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8885199884278197200:43:0)
[20:23:35.765] Build status: SCHEDULED
[20:23:35.765] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8885199884278197200:44:0) after 2m19s
[20:25:54.783] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8885199884278197200:44:0)
[20:25:54.799] Build status: SCHEDULED
[20:25:54.799] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8885199884278197200:45:0) after 3m8s
[20:29:02.827] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8885199884278197200:45:0)
[20:29:02.850] Build status: SCHEDULED
[20:29:02.850] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8885199884278197200:46:0) after 2m23s
[20:31:25.940] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8885199884278197200:46:0)
[20:31:25.958] Build status: SCHEDULED
[20:31:25.959] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8885199884278197200:47:0) after 1m28s
[20:32:54.026] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8885199884278197200:47:0)
[20:32:54.046] Build status: SCHEDULED
[20:32:54.046] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8885199884278197200:48:0) after 5m42s
[20:38:36.026] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8885199884278197200:48:0)
[20:38:36.042] Build status: SCHEDULED
[20:38:36.042] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8885199884278197200:49:0) after 4m57s
[20:43:33.162] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8885199884278197200:49:0)
[20:43:33.241] Build status: SCHEDULED
[20:43:33.241] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8885199884278197200:50:0) after 9m15s
[20:52:48.337] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8885199884278197200:50:0)
[20:52:48.360] Build status: SCHEDULED
[20:52:48.360] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8885199884278197200:51:0) after 3m33s
[20:56:21.393] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8885199884278197200:51:0)
[20:56:21.408] Build status: SCHEDULED
[20:56:21.408] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8885199884278197200:52:0) after 6m7s
[21:02:28.454] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8885199884278197200:52:0)
[21:02:28.468] Build status: SCHEDULED
[21:02:28.468] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8885199884278197200:53:0) after 3m32s
[21:06:00.700] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8885199884278197200:53:0)
[21:06:00.718] Build status: SCHEDULED
[21:06:00.718] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8885199884278197200:54:0) after 6m3s
[21:12:03.755] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8885199884278197200:54:0)
[21:12:03.774] Build status: SCHEDULED
[21:12:03.774] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8885199884278197200:55:0) after 4m39s
[21:16:42.799] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8885199884278197200:55:0)
[21:16:42.818] Build status: SCHEDULED
[21:16:42.818] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8885199884278197200:56:0) after 9m23s
[21:26:05.842] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8885199884278197200:56:0)
[21:26:05.863] Build status: SCHEDULED
[21:26:05.863] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8885199884278197200:57:0) after 8m13s
[21:34:18.882] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8885199884278197200:57:0)
[21:34:18.898] Build status: SCHEDULED
[21:34:18.898] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8885199884278197200:58:0) after 9m25s
[21:43:43.925] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8885199884278197200:58:0)
[21:43:43.940] Build status: SCHEDULED
[21:43:43.940] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8885199884278197200:59:0) after 6m11s
[21:49:54.965] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8885199884278197200:59:0)
[21:49:54.989] Build status: SCHEDULED
[21:49:54.989] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8885199884278197200:60:0) after 8m16s
[21:58:11.016] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8885199884278197200:60:0)
[21:58:11.120] Build status: SCHEDULED
[21:58:11.120] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8885199884278197200:61:0) after 7m16s
[22:05:27.160] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8885199884278197200:61:0)
[22:05:27.188] Build status: SCHEDULED
[22:05:27.188] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8885199884278197200:62:0) after 3m58s
[22:09:25.202] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8885199884278197200:62:0)
[22:09:25.220] Build status: SCHEDULED
[22:09:25.220] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8885199884278197200:63:0) after 7m35s
[22:17:00.293] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8885199884278197200:63:0)
[22:17:00.306] Build status: SCHEDULED
[22:17:00.306] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8885199884278197200:64:0) after 7m26s
[22:24:26.366] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8885199884278197200:64:0)
[22:24:26.449] Build status: SCHEDULED
[22:24:26.449] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8885199884278197200:65:0) after 5m48s
[22:30:14.441] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8885199884278197200:65:0)
[22:30:14.463] Build status: SCHEDULED
[22:30:14.463] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8885199884278197200:66:0) after 9m20s
[22:39:34.477] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8885199884278197200:66:0)
[22:39:34.496] Build status: SCHEDULED
[22:39:34.496] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8885199884278197200:67:0) after 2m30s
[22:42:04.554] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8885199884278197200:67:0)
[22:42:04.580] Build status: SCHEDULED
[22:42:04.580] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8885199884278197200:68:0) after 3m10s
[22:45:14.597] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8885199884278197200:68:0)
[22:45:14.692] Build status: SCHEDULED
[22:45:14.692] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8885199884278197200:69:0) after 3m25s
[22:48:39.777] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8885199884278197200:69:0)
[22:48:39.795] Build status: SCHEDULED
[22:48:39.795] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8885199884278197200:70:0) after 3m10s
[22:51:49.839] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8885199884278197200:70:0)
[22:51:49.873] Build status: SCHEDULED
[22:51:49.873] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8885199884278197200:71:0) after 1m23s
[22:53:12.892] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8885199884278197200:71:0)
[22:53:12.909] Build status: SCHEDULED
[22:53:12.909] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8885199884278197200:72:0) after 9m53s
[22:59:42.634] Received PubSub notification, asking Buildbucket for the build status
[22:59:42.654] Build status: STARTED
[23:03:05.933] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8885199884278197200:72:0)
[23:03:05.950] Build status: STARTED
[23:03:05.950] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8885199884278197200:74:0) after 4m4s
[23:07:10.112] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8885199884278197200:74:0)
[23:07:10.139] Build status: STARTED
[23:07:10.139] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8885199884278197200:75:0) after 3m5s
[23:10:15.189] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8885199884278197200:75:0)
[23:10:15.281] Build status: STARTED
[23:10:15.281] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8885199884278197200:76:0) after 2m24s
[23:12:39.316] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8885199884278197200:76:0)
[23:12:39.332] Build status: STARTED
[23:12:39.332] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8885199884278197200:77:0) after 4m7s
[23:16:46.397] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8885199884278197200:77:0)
[23:16:46.430] Build status: STARTED
[23:16:46.430] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8885199884278197200:78:0) after 3m6s
[23:19:52.490] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8885199884278197200:78:0)
[23:19:52.508] Build status: STARTED
[23:19:52.508] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8885199884278197200:79:0) after 6m58s
[23:26:50.529] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8885199884278197200:79:0)
[23:26:50.552] Build status: STARTED
[23:26:50.552] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8885199884278197200:80:0) after 8m32s
[23:35:22.541] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8885199884278197200:80:0)
[23:35:22.558] Build status: STARTED
[23:35:22.558] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8885199884278197200:81:0) after 3m44s
[23:39:06.573] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8885199884278197200:81:0)
[23:39:06.594] Build status: STARTED
[23:39:06.594] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8885199884278197200:82:0) after 6m37s
[23:45:43.592] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8885199884278197200:82:0)
[23:45:43.606] Build status: STARTED
[23:45:43.606] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8885199884278197200:83:0) after 6m46s
[23:52:29.817] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8885199884278197200:83:0)
[23:52:29.837] Build status: STARTED
[23:52:29.837] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8885199884278197200:84:0) after 9m32s
[23:53:09.960] Received PubSub notification, asking Buildbucket for the build status
[23:53:09.976] Build:
{
  "id": "8719769822264020433",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-gn-main"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-03-21T17:01:37.740438321Z",
  "startTime": "2025-03-21T22:59:42.280653399Z",
  "endTime": "2025-03-21T23:53:09.562729674Z",
  "updateTime": "2025-03-21T23:53:09.562729674Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "d01ddf0c7753c86dc36dfd4a3ed486d6fb7d2e99",
      "ref": "refs/heads/main"
    }
  },
  "canary": true
}
[23:53:09.976] Invocation finished in 6h51m33.539505214s with status FAILED