Status: FAILED
Triggered by: -
Duration: 6 hours
Actions:

Definition (rev 4c9983091ab9999abc5d04968bb40ccf57e06244)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "pigweed.dev.ci"
  builder: "pigweed-mac-x86-gn-main"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://pigweed.googlesource.com/pigweed/pigweed",
  "revision": "054ed2cf776e8956d0bf38460387d82df6f3e473"
}

Incoming tags

  • buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/054ed2cf776e8956d0bf38460387d82df6f3e473
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[10:57:20.575] New invocation is queued and will start shortly
[10:57:21.695] Starting the invocation (attempt 1)
[10:57:21.716] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/054ed2cf776e8956d0bf38460387d82df6f3e473"
[10:57:21.716] Popped gitiles commit info from properties and tags
[10:57:21.716] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[10:57:21.716] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[10:57:21.717] Buildbucket request:
{
  "requestId": "8878428029340007520",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-gn-main"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8878428029340007520",
            "job": "pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main",
            "triggers": [
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "054ed2cf776e8956d0bf38460387d82df6f3e473"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@054ed2cf776e8956d0bf38460387d82df6f3e473",
                        "title": "054ed2cf776e8956d0bf38460387d82df6f3e473",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/054ed2cf776e8956d0bf38460387d82df6f3e473"
                      }
                ]
          }
    },
  "gitilesCommit": {
    "host": "pigweed.googlesource.com",
    "project": "pigweed/pigweed",
    "id": "054ed2cf776e8956d0bf38460387d82df6f3e473",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8878428029340007520"
    },
    {
      "key": "scheduler_job_id",
      "value": "pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[10:57:22.248] Scheduled build:
{
  "id": "8712997967432160305",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-gn-main"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-06-04T10:57:21.768712764Z",
  "updateTime": "2025-06-04T10:57:21.768712764Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "054ed2cf776e8956d0bf38460387d82df6f3e473",
      "ref": "refs/heads/main"
    }
  }
}
[10:57:22.248] Task URL: https://cr-buildbucket.appspot.com/build/8712997967432160305
[10:57:22.248] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8878428029340007520:2:0) after 5m22s
[10:57:23.178] Received PubSub notification, asking Buildbucket for the build status
[10:57:23.328] Build status: SCHEDULED
[11:02:44.304] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8878428029340007520:2:0)
[11:02:44.338] Build status: SCHEDULED
[11:02:44.338] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8878428029340007520:4:0) after 4m18s
[11:07:02.354] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8878428029340007520:4:0)
[11:07:02.382] Build status: SCHEDULED
[11:07:02.382] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8878428029340007520:5:0) after 8m48s
[11:15:50.685] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8878428029340007520:5:0)
[11:15:50.709] Build status: SCHEDULED
[11:15:50.710] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8878428029340007520:6:0) after 5m16s
[11:21:06.929] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8878428029340007520:6:0)
[11:21:06.952] Build status: SCHEDULED
[11:21:06.952] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8878428029340007520:7:0) after 6m34s
[11:27:41.246] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8878428029340007520:7:0)
[11:27:41.266] Build status: SCHEDULED
[11:27:41.266] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8878428029340007520:8:0) after 1m47s
[11:29:28.298] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8878428029340007520:8:0)
[11:29:28.317] Build status: SCHEDULED
[11:29:28.317] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8878428029340007520:9:0) after 8m19s
[11:37:47.488] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8878428029340007520:9:0)
[11:37:47.538] Build status: SCHEDULED
[11:37:47.539] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8878428029340007520:10:0) after 5m19s
[11:43:06.566] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8878428029340007520:10:0)
[11:43:06.594] Build status: SCHEDULED
[11:43:06.594] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8878428029340007520:11:0) after 8m43s
[11:51:49.580] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8878428029340007520:11:0)
[11:51:49.609] Build status: SCHEDULED
[11:51:49.609] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8878428029340007520:12:0) after 7m2s
[11:58:52.090] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8878428029340007520:12:0)
[11:58:52.122] Build status: SCHEDULED
[11:58:52.122] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8878428029340007520:13:0) after 3m1s
[12:01:53.247] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8878428029340007520:13:0)
[12:01:53.271] Build status: SCHEDULED
[12:01:53.271] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8878428029340007520:14:0) after 4m14s
[12:06:07.470] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8878428029340007520:14:0)
[12:06:07.546] Build status: SCHEDULED
[12:06:07.546] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8878428029340007520:15:0) after 2m43s
[12:08:50.625] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8878428029340007520:15:0)
[12:08:50.647] Build status: SCHEDULED
[12:08:50.648] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8878428029340007520:16:0) after 2m6s
[12:10:56.873] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8878428029340007520:16:0)
[12:10:56.895] Build status: SCHEDULED
[12:10:56.895] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8878428029340007520:17:0) after 1m8s
[12:12:04.911] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8878428029340007520:17:0)
[12:12:04.958] Build status: SCHEDULED
[12:12:04.958] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8878428029340007520:18:0) after 7m0s
[12:19:05.097] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8878428029340007520:18:0)
[12:19:05.116] Build status: SCHEDULED
[12:19:05.116] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8878428029340007520:19:0) after 7m19s
[12:26:24.137] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8878428029340007520:19:0)
[12:26:24.158] Build status: SCHEDULED
[12:26:24.158] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8878428029340007520:20:0) after 2m4s
[12:28:28.327] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8878428029340007520:20:0)
[12:28:28.394] Build status: SCHEDULED
[12:28:28.394] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8878428029340007520:21:0) after 6m27s
[12:34:55.417] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8878428029340007520:21:0)
[12:34:55.445] Build status: SCHEDULED
[12:34:55.445] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8878428029340007520:22:0) after 6m47s
[12:41:42.515] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8878428029340007520:22:0)
[12:41:42.539] Build status: SCHEDULED
[12:41:42.539] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8878428029340007520:23:0) after 9m10s
[12:50:52.561] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8878428029340007520:23:0)
[12:50:52.597] Build status: SCHEDULED
[12:50:52.597] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8878428029340007520:24:0) after 4m21s
[12:55:13.642] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8878428029340007520:24:0)
[12:55:13.663] Build status: SCHEDULED
[12:55:13.663] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8878428029340007520:25:0) after 5m32s
[13:00:46.061] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8878428029340007520:25:0)
[13:00:46.083] Build status: SCHEDULED
[13:00:46.083] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8878428029340007520:26:0) after 7m59s
[13:08:45.300] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8878428029340007520:26:0)
[13:08:45.329] Build status: SCHEDULED
[13:08:45.329] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8878428029340007520:27:0) after 8m33s
[13:17:18.397] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8878428029340007520:27:0)
[13:17:18.420] Build status: SCHEDULED
[13:17:18.420] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8878428029340007520:28:0) after 3m41s
[13:20:59.494] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8878428029340007520:28:0)
[13:20:59.522] Build status: SCHEDULED
[13:20:59.522] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8878428029340007520:29:0) after 8m24s
[13:29:23.526] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8878428029340007520:29:0)
[13:29:23.545] Build status: SCHEDULED
[13:29:23.545] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8878428029340007520:30:0) after 2m59s
[13:32:22.637] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8878428029340007520:30:0)
[13:32:22.657] Build status: SCHEDULED
[13:32:22.657] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8878428029340007520:31:0) after 8m17s
[13:40:39.672] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8878428029340007520:31:0)
[13:40:39.695] Build status: SCHEDULED
[13:40:39.695] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8878428029340007520:32:0) after 4m25s
[13:45:04.675] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8878428029340007520:32:0)
[13:45:04.703] Build status: SCHEDULED
[13:45:04.703] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8878428029340007520:33:0) after 8m39s
[13:53:44.278] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8878428029340007520:33:0)
[13:53:44.297] Build status: SCHEDULED
[13:53:44.297] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8878428029340007520:34:0) after 4m22s
[13:58:06.340] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8878428029340007520:34:0)
[13:58:06.367] Build status: SCHEDULED
[13:58:06.367] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8878428029340007520:35:0) after 2m56s
[14:01:02.715] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8878428029340007520:35:0)
[14:01:02.734] Build status: SCHEDULED
[14:01:02.734] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8878428029340007520:36:0) after 6m38s
[14:07:40.754] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8878428029340007520:36:0)
[14:07:40.772] Build status: SCHEDULED
[14:07:40.772] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8878428029340007520:37:0) after 5m57s
[14:13:37.895] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8878428029340007520:37:0)
[14:13:37.917] Build status: SCHEDULED
[14:13:37.918] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8878428029340007520:38:0) after 2m56s
[14:16:34.060] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8878428029340007520:38:0)
[14:16:34.122] Build status: SCHEDULED
[14:16:34.122] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8878428029340007520:39:0) after 2m5s
[14:18:39.353] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8878428029340007520:39:0)
[14:18:39.391] Build status: SCHEDULED
[14:18:39.391] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8878428029340007520:40:0) after 4m54s
[14:23:33.412] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8878428029340007520:40:0)
[14:23:33.429] Build status: SCHEDULED
[14:23:33.429] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8878428029340007520:41:0) after 5m18s
[14:28:51.503] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8878428029340007520:41:0)
[14:28:51.530] Build status: SCHEDULED
[14:28:51.530] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8878428029340007520:42:0) after 7m9s
[14:36:00.554] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8878428029340007520:42:0)
[14:36:00.572] Build status: SCHEDULED
[14:36:00.572] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8878428029340007520:43:0) after 4m0s
[14:40:00.598] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8878428029340007520:43:0)
[14:40:00.624] Build status: SCHEDULED
[14:40:00.624] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8878428029340007520:44:0) after 1m29s
[14:41:29.696] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8878428029340007520:44:0)
[14:41:29.722] Build status: SCHEDULED
[14:41:29.722] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8878428029340007520:45:0) after 2m25s
[14:43:54.745] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8878428029340007520:45:0)
[14:43:54.764] Build status: SCHEDULED
[14:43:54.764] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8878428029340007520:46:0) after 9m48s
[14:53:42.783] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8878428029340007520:46:0)
[14:53:42.839] Build status: SCHEDULED
[14:53:42.839] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8878428029340007520:47:0) after 9m13s
[15:02:55.866] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8878428029340007520:47:0)
[15:02:55.886] Build status: SCHEDULED
[15:02:55.886] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8878428029340007520:48:0) after 1m2s
[15:03:57.902] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8878428029340007520:48:0)
[15:03:57.920] Build status: SCHEDULED
[15:03:57.920] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8878428029340007520:49:0) after 6m9s
[15:10:07.052] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8878428029340007520:49:0)
[15:10:07.078] Build status: SCHEDULED
[15:10:07.078] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8878428029340007520:50:0) after 4m51s
[15:14:58.103] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8878428029340007520:50:0)
[15:14:58.127] Build status: SCHEDULED
[15:14:58.127] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8878428029340007520:51:0) after 7m48s
[15:22:46.199] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8878428029340007520:51:0)
[15:22:46.228] Build status: SCHEDULED
[15:22:46.228] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8878428029340007520:52:0) after 5m27s
[15:28:13.250] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8878428029340007520:52:0)
[15:28:13.278] Build status: SCHEDULED
[15:28:13.278] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8878428029340007520:53:0) after 9m56s
[15:38:09.310] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8878428029340007520:53:0)
[15:38:09.342] Build status: SCHEDULED
[15:38:09.342] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8878428029340007520:54:0) after 1m55s
[15:40:04.514] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8878428029340007520:54:0)
[15:40:04.541] Build status: SCHEDULED
[15:40:04.541] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8878428029340007520:55:0) after 2m13s
[15:42:17.627] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8878428029340007520:55:0)
[15:42:17.645] Build status: SCHEDULED
[15:42:17.645] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8878428029340007520:56:0) after 1m5s
[15:43:22.664] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8878428029340007520:56:0)
[15:43:22.696] Build status: SCHEDULED
[15:43:22.696] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8878428029340007520:57:0) after 3m26s
[15:46:48.718] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8878428029340007520:57:0)
[15:46:48.734] Build status: SCHEDULED
[15:46:48.734] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8878428029340007520:58:0) after 3m23s
[15:50:11.755] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8878428029340007520:58:0)
[15:50:11.780] Build status: SCHEDULED
[15:50:11.780] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8878428029340007520:59:0) after 4m21s
[15:54:32.850] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8878428029340007520:59:0)
[15:54:32.875] Build status: SCHEDULED
[15:54:32.875] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8878428029340007520:60:0) after 4m30s
[15:59:02.899] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8878428029340007520:60:0)
[15:59:02.933] Build status: SCHEDULED
[15:59:02.933] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8878428029340007520:61:0) after 8m33s
[16:07:35.951] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8878428029340007520:61:0)
[16:07:35.969] Build status: SCHEDULED
[16:07:35.969] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8878428029340007520:62:0) after 9m54s
[16:17:29.991] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8878428029340007520:62:0)
[16:17:30.008] Build status: SCHEDULED
[16:17:30.008] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8878428029340007520:63:0) after 2m55s
[16:20:25.091] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8878428029340007520:63:0)
[16:20:25.113] Build status: SCHEDULED
[16:20:25.113] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8878428029340007520:64:0) after 5m44s
[16:26:09.119] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8878428029340007520:64:0)
[16:26:09.145] Build status: SCHEDULED
[16:26:09.145] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8878428029340007520:65:0) after 5m31s
[16:31:40.216] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8878428029340007520:65:0)
[16:31:40.237] Build status: SCHEDULED
[16:31:40.237] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8878428029340007520:66:0) after 6m13s
[16:37:10.054] Received PubSub notification, asking Buildbucket for the build status
[16:37:10.072] Build status: STARTED
[16:37:53.266] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8878428029340007520:66:0)
[16:37:53.283] Build status: STARTED
[16:37:53.283] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8878428029340007520:68:0) after 7m50s
[16:45:43.299] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8878428029340007520:68:0)
[16:45:43.317] Build status: STARTED
[16:45:43.317] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8878428029340007520:69:0) after 3m59s
[16:49:42.435] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8878428029340007520:69:0)
[16:49:42.460] Build status: STARTED
[16:49:42.460] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8878428029340007520:70:0) after 9m12s
[16:58:54.553] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8878428029340007520:70:0)
[16:58:54.577] Build status: STARTED
[16:58:54.577] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8878428029340007520:71:0) after 9m43s
[17:08:37.591] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8878428029340007520:71:0)
[17:08:37.659] Build status: STARTED
[17:08:37.659] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8878428029340007520:72:0) after 6m20s
[17:14:57.733] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8878428029340007520:72:0)
[17:14:57.754] Build status: STARTED
[17:14:57.754] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8878428029340007520:73:0) after 1m39s
[17:16:36.845] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8878428029340007520:73:0)
[17:16:36.878] Build status: STARTED
[17:16:36.878] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8878428029340007520:74:0) after 8m49s
[17:25:25.942] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8878428029340007520:74:0)
[17:25:25.963] Build status: STARTED
[17:25:25.963] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8878428029340007520:75:0) after 9m21s
[17:30:22.533] Received PubSub notification, asking Buildbucket for the build status
[17:30:22.553] Build:
{
  "id": "8712997967432160305",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-gn-main"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-06-04T10:57:21.768712764Z",
  "startTime": "2025-06-04T16:37:09.853247659Z",
  "endTime": "2025-06-04T17:30:22.270232852Z",
  "updateTime": "2025-06-04T17:30:22.270232852Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "054ed2cf776e8956d0bf38460387d82df6f3e473",
      "ref": "refs/heads/main"
    }
  }
}
[17:30:22.553] Invocation finished in 6h33m1.988825809s with status FAILED