Status: FAILED
Triggered by: -
Duration: 5 hours
Actions:

Definition (rev 4c9983091ab9999abc5d04968bb40ccf57e06244)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "pigweed.dev.ci"
  builder: "pigweed-mac-x86-gn-main"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://pigweed.googlesource.com/pigweed/pigweed",
  "revision": "6e099413a04b66e31b3a703a7229cf0a180a4387"
}

Incoming tags

  • buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/6e099413a04b66e31b3a703a7229cf0a180a4387
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[15:50:37.037] New invocation is queued and will start shortly
[15:50:40.363] Starting the invocation (attempt 1)
[15:50:40.391] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/6e099413a04b66e31b3a703a7229cf0a180a4387"
[15:50:40.391] Popped gitiles commit info from properties and tags
[15:50:40.391] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[15:50:40.391] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[15:50:40.391] Buildbucket request:
{
  "requestId": "8880855696207289664",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-gn-main"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8880855696207289664",
            "job": "pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main",
            "triggers": [
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "6e099413a04b66e31b3a703a7229cf0a180a4387"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@6e099413a04b66e31b3a703a7229cf0a180a4387",
                        "title": "6e099413a04b66e31b3a703a7229cf0a180a4387",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/6e099413a04b66e31b3a703a7229cf0a180a4387"
                      }
                ]
          }
    },
  "gitilesCommit": {
    "host": "pigweed.googlesource.com",
    "project": "pigweed/pigweed",
    "id": "6e099413a04b66e31b3a703a7229cf0a180a4387",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8880855696207289664"
    },
    {
      "key": "scheduler_job_id",
      "value": "pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[15:50:40.777] Scheduled build:
{
  "id": "8715425631969299473",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-gn-main"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-05-08T15:50:40.450213101Z",
  "updateTime": "2025-05-08T15:50:40.450213101Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "6e099413a04b66e31b3a703a7229cf0a180a4387",
      "ref": "refs/heads/main"
    }
  }
}
[15:50:40.777] Task URL: https://cr-buildbucket.appspot.com/build/8715425631969299473
[15:50:40.777] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8880855696207289664:2:0) after 1m3s
[15:50:41.182] Received PubSub notification, asking Buildbucket for the build status
[15:50:41.212] Build status: SCHEDULED
[15:51:43.795] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8880855696207289664:2:0)
[15:51:43.834] Build status: SCHEDULED
[15:51:43.834] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8880855696207289664:4:0) after 6m25s
[15:58:08.944] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8880855696207289664:4:0)
[15:58:09.038] Build status: SCHEDULED
[15:58:09.038] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8880855696207289664:5:0) after 4m41s
[16:02:50.098] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8880855696207289664:5:0)
[16:02:50.125] Build status: SCHEDULED
[16:02:50.125] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8880855696207289664:6:0) after 2m29s
[16:05:19.198] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8880855696207289664:6:0)
[16:05:19.226] Build status: SCHEDULED
[16:05:19.226] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8880855696207289664:7:0) after 2m26s
[16:07:45.342] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8880855696207289664:7:0)
[16:07:45.361] Build status: SCHEDULED
[16:07:45.361] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8880855696207289664:8:0) after 2m12s
[16:09:57.371] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8880855696207289664:8:0)
[16:09:57.398] Build status: SCHEDULED
[16:09:57.398] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8880855696207289664:9:0) after 2m30s
[16:12:27.521] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8880855696207289664:9:0)
[16:12:27.552] Build status: SCHEDULED
[16:12:27.552] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8880855696207289664:10:0) after 2m35s
[16:15:02.661] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8880855696207289664:10:0)
[16:15:02.714] Build status: SCHEDULED
[16:15:02.714] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8880855696207289664:11:0) after 1m49s
[16:16:51.782] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8880855696207289664:11:0)
[16:16:51.860] Build status: SCHEDULED
[16:16:51.860] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8880855696207289664:12:0) after 5m25s
[16:22:16.932] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8880855696207289664:12:0)
[16:22:16.967] Build status: SCHEDULED
[16:22:16.967] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8880855696207289664:13:0) after 2m3s
[16:24:20.198] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8880855696207289664:13:0)
[16:24:20.221] Build status: SCHEDULED
[16:24:20.221] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8880855696207289664:14:0) after 8m25s
[16:32:45.284] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8880855696207289664:14:0)
[16:32:45.313] Build status: SCHEDULED
[16:32:45.313] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8880855696207289664:15:0) after 8m56s
[16:41:41.331] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8880855696207289664:15:0)
[16:41:41.364] Build status: SCHEDULED
[16:41:41.364] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8880855696207289664:16:0) after 8m7s
[16:49:48.487] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8880855696207289664:16:0)
[16:49:48.507] Build status: SCHEDULED
[16:49:48.507] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8880855696207289664:17:0) after 5m48s
[16:55:36.580] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8880855696207289664:17:0)
[16:55:36.619] Build status: SCHEDULED
[16:55:36.619] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8880855696207289664:18:0) after 4m23s
[16:59:59.631] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8880855696207289664:18:0)
[16:59:59.652] Build status: SCHEDULED
[16:59:59.653] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8880855696207289664:19:0) after 9m24s
[17:09:23.735] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8880855696207289664:19:0)
[17:09:23.767] Build status: SCHEDULED
[17:09:23.767] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8880855696207289664:20:0) after 4m30s
[17:13:53.835] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8880855696207289664:20:0)
[17:13:53.858] Build status: SCHEDULED
[17:13:53.859] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8880855696207289664:21:0) after 3m51s
[17:17:44.873] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8880855696207289664:21:0)
[17:17:44.903] Build status: SCHEDULED
[17:17:44.903] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8880855696207289664:22:0) after 2m9s
[17:19:54.006] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8880855696207289664:22:0)
[17:19:54.025] Build status: SCHEDULED
[17:19:54.025] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8880855696207289664:23:0) after 4m52s
[17:24:46.069] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8880855696207289664:23:0)
[17:24:46.097] Build status: SCHEDULED
[17:24:46.097] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8880855696207289664:24:0) after 2m38s
[17:27:24.113] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8880855696207289664:24:0)
[17:27:24.135] Build status: SCHEDULED
[17:27:24.135] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8880855696207289664:25:0) after 8m26s
[17:35:50.232] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8880855696207289664:25:0)
[17:35:50.290] Build status: SCHEDULED
[17:35:50.290] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8880855696207289664:26:0) after 4m4s
[17:39:54.291] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8880855696207289664:26:0)
[17:39:54.317] Build status: SCHEDULED
[17:39:54.317] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8880855696207289664:27:0) after 1m47s
[17:41:41.355] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8880855696207289664:27:0)
[17:41:41.370] Build status: SCHEDULED
[17:41:41.370] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8880855696207289664:28:0) after 2m10s
[17:43:51.403] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8880855696207289664:28:0)
[17:43:51.433] Build status: SCHEDULED
[17:43:51.433] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8880855696207289664:29:0) after 3m48s
[17:47:39.509] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8880855696207289664:29:0)
[17:47:39.584] Build status: SCHEDULED
[17:47:39.584] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8880855696207289664:30:0) after 1m49s
[17:49:28.650] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8880855696207289664:30:0)
[17:49:28.670] Build status: SCHEDULED
[17:49:28.670] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8880855696207289664:31:0) after 1m57s
[17:51:25.686] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8880855696207289664:31:0)
[17:51:25.703] Build status: SCHEDULED
[17:51:25.703] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8880855696207289664:32:0) after 4m28s
[17:55:53.722] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8880855696207289664:32:0)
[17:55:53.750] Build status: SCHEDULED
[17:55:53.750] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8880855696207289664:33:0) after 4m52s
[18:00:45.890] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8880855696207289664:33:0)
[18:00:45.909] Build status: SCHEDULED
[18:00:45.909] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8880855696207289664:34:0) after 2m1s
[18:02:46.978] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8880855696207289664:34:0)
[18:02:46.993] Build status: SCHEDULED
[18:02:46.993] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8880855696207289664:35:0) after 1m18s
[18:04:05.052] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8880855696207289664:35:0)
[18:04:05.091] Build status: SCHEDULED
[18:04:05.091] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8880855696207289664:36:0) after 9m17s
[18:13:22.112] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8880855696207289664:36:0)
[18:13:22.140] Build status: SCHEDULED
[18:13:22.140] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8880855696207289664:37:0) after 9m36s
[18:22:58.160] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8880855696207289664:37:0)
[18:22:58.180] Build status: SCHEDULED
[18:22:58.180] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8880855696207289664:38:0) after 3m1s
[18:25:59.202] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8880855696207289664:38:0)
[18:25:59.218] Build status: SCHEDULED
[18:25:59.218] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8880855696207289664:39:0) after 2m5s
[18:28:04.260] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8880855696207289664:39:0)
[18:28:04.279] Build status: SCHEDULED
[18:28:04.279] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8880855696207289664:40:0) after 1m40s
[18:29:44.339] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8880855696207289664:40:0)
[18:29:44.356] Build status: SCHEDULED
[18:29:44.356] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8880855696207289664:41:0) after 4m59s
[18:34:43.427] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8880855696207289664:41:0)
[18:34:43.443] Build status: SCHEDULED
[18:34:43.443] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8880855696207289664:42:0) after 8m43s
[18:43:26.485] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8880855696207289664:42:0)
[18:43:26.515] Build status: SCHEDULED
[18:43:26.515] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8880855696207289664:43:0) after 1m3s
[18:44:29.585] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8880855696207289664:43:0)
[18:44:29.604] Build status: SCHEDULED
[18:44:29.604] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8880855696207289664:44:0) after 6m57s
[18:51:26.587] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8880855696207289664:44:0)
[18:51:26.614] Build status: SCHEDULED
[18:51:26.614] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8880855696207289664:45:0) after 4m21s
[18:55:47.637] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8880855696207289664:45:0)
[18:55:47.660] Build status: SCHEDULED
[18:55:47.660] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8880855696207289664:46:0) after 9m14s
[19:05:01.730] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8880855696207289664:46:0)
[19:05:01.747] Build status: SCHEDULED
[19:05:01.747] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8880855696207289664:47:0) after 2m16s
[19:07:17.852] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8880855696207289664:47:0)
[19:07:17.870] Build status: SCHEDULED
[19:07:17.870] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8880855696207289664:48:0) after 2m32s
[19:09:49.882] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8880855696207289664:48:0)
[19:09:49.928] Build status: SCHEDULED
[19:09:49.928] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8880855696207289664:49:0) after 2m9s
[19:11:58.909] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8880855696207289664:49:0)
[19:11:58.990] Build status: SCHEDULED
[19:11:58.990] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8880855696207289664:50:0) after 5m13s
[19:17:12.057] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8880855696207289664:50:0)
[19:17:12.085] Build status: SCHEDULED
[19:17:12.085] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8880855696207289664:51:0) after 6m40s
[19:23:52.107] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8880855696207289664:51:0)
[19:23:52.129] Build status: SCHEDULED
[19:23:52.129] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8880855696207289664:52:0) after 7m45s
[19:31:37.155] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8880855696207289664:52:0)
[19:31:37.192] Build status: SCHEDULED
[19:31:37.192] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8880855696207289664:53:0) after 3m3s
[19:34:40.368] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8880855696207289664:53:0)
[19:34:40.391] Build status: SCHEDULED
[19:34:40.391] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8880855696207289664:54:0) after 6m7s
[19:40:47.553] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8880855696207289664:54:0)
[19:40:47.577] Build status: SCHEDULED
[19:40:47.577] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8880855696207289664:55:0) after 2m50s
[19:43:37.648] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8880855696207289664:55:0)
[19:43:37.666] Build status: SCHEDULED
[19:43:37.666] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8880855696207289664:56:0) after 9m56s
[19:53:33.698] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8880855696207289664:56:0)
[19:53:33.724] Build status: SCHEDULED
[19:53:33.724] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8880855696207289664:57:0) after 9m1s
[20:02:34.790] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8880855696207289664:57:0)
[20:02:34.813] Build status: SCHEDULED
[20:02:34.813] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8880855696207289664:58:0) after 6m22s
[20:08:56.827] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8880855696207289664:58:0)
[20:08:56.845] Build status: SCHEDULED
[20:08:56.845] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8880855696207289664:59:0) after 1m1s
[20:09:57.945] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8880855696207289664:59:0)
[20:09:57.961] Build status: SCHEDULED
[20:09:57.961] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8880855696207289664:60:0) after 5m17s
[20:15:14.982] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8880855696207289664:60:0)
[20:15:15.019] Build status: SCHEDULED
[20:15:15.019] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8880855696207289664:61:0) after 6m19s
[20:17:14.852] Received PubSub notification, asking Buildbucket for the build status
[20:17:14.870] Build status: STARTED
[20:21:34.026] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8880855696207289664:61:0)
[20:21:34.048] Build status: STARTED
[20:21:34.048] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8880855696207289664:63:0) after 2m24s
[20:23:58.111] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8880855696207289664:63:0)
[20:23:58.127] Build status: STARTED
[20:23:58.127] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8880855696207289664:64:0) after 5m20s
[20:29:18.154] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8880855696207289664:64:0)
[20:29:18.174] Build status: STARTED
[20:29:18.174] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8880855696207289664:65:0) after 7m13s
[20:36:31.298] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8880855696207289664:65:0)
[20:36:31.320] Build status: STARTED
[20:36:31.320] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8880855696207289664:66:0) after 9m16s
[20:45:47.361] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8880855696207289664:66:0)
[20:45:47.384] Build status: STARTED
[20:45:47.384] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8880855696207289664:67:0) after 3m9s
[20:48:56.448] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8880855696207289664:67:0)
[20:48:56.578] Build status: STARTED
[20:48:56.578] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8880855696207289664:68:0) after 4m32s
[20:53:28.594] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8880855696207289664:68:0)
[20:53:28.611] Build status: STARTED
[20:53:28.611] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8880855696207289664:69:0) after 1m16s
[20:54:44.593] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8880855696207289664:69:0)
[20:54:44.608] Build status: STARTED
[20:54:44.608] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8880855696207289664:70:0) after 5m21s
[21:00:05.741] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8880855696207289664:70:0)
[21:00:05.770] Build status: STARTED
[21:00:05.770] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8880855696207289664:71:0) after 6m18s
[21:06:23.783] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8880855696207289664:71:0)
[21:06:23.801] Build status: STARTED
[21:06:23.801] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8880855696207289664:72:0) after 7m22s
[21:11:12.786] Received PubSub notification, asking Buildbucket for the build status
[21:11:12.809] Build:
{
  "id": "8715425631969299473",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-gn-main"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-05-08T15:50:40.450213101Z",
  "startTime": "2025-05-08T20:17:13.939839377Z",
  "endTime": "2025-05-08T21:11:11.511724447Z",
  "updateTime": "2025-05-08T21:11:11.511724447Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "6e099413a04b66e31b3a703a7229cf0a180a4387",
      "ref": "refs/heads/main"
    }
  }
}
[21:11:12.809] Invocation finished in 5h20m35.785632841s with status FAILED