1. All projects
  2. pigweed
  3. pigweed.dev.ci-pigweed-mac-x86-gn-main
  4. 8873871036309434896
Status: FAILED
Triggered by: -
Duration: 6 hours
Actions:

Definition (rev 4c9983091ab9999abc5d04968bb40ccf57e06244) 

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "pigweed.dev.ci"
  builder: "pigweed-mac-x86-gn-main"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://pigweed.googlesource.com/pigweed/pigweed",
  "revision": "21d5f2c456bfdb6ceb6b4d95899e5fa86fd25dda"
}

Incoming tags

  • buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/21d5f2c456bfdb6ceb6b4d95899e5fa86fd25dda
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[18:08:47.782] New invocation is queued and will start shortly
[18:08:48.855] Starting the invocation (attempt 1)
[18:08:48.883] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/21d5f2c456bfdb6ceb6b4d95899e5fa86fd25dda"
[18:08:48.883] Popped gitiles commit info from properties and tags
[18:08:48.883] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[18:08:48.883] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[18:08:48.884] Buildbucket request:
{
  "requestId": "8873871036309434896",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-gn-main"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8873871036309434896",
            "job": "pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main",
            "triggers": [
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "21d5f2c456bfdb6ceb6b4d95899e5fa86fd25dda"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@21d5f2c456bfdb6ceb6b4d95899e5fa86fd25dda",
                        "title": "21d5f2c456bfdb6ceb6b4d95899e5fa86fd25dda",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/21d5f2c456bfdb6ceb6b4d95899e5fa86fd25dda"
                      }
                ]
          }
    },
  "gitilesCommit": {
    "host": "pigweed.googlesource.com",
    "project": "pigweed/pigweed",
    "id": "21d5f2c456bfdb6ceb6b4d95899e5fa86fd25dda",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8873871036309434896"
    },
    {
      "key": "scheduler_job_id",
      "value": "pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[18:08:49.627] Scheduled build:
{
  "id": "8708440974433133553",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-gn-main"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-07-24T18:08:48.951908724Z",
  "updateTime": "2025-07-24T18:08:48.951908724Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "21d5f2c456bfdb6ceb6b4d95899e5fa86fd25dda",
      "ref": "refs/heads/main"
    }
  }
}
[18:08:49.627] Task URL: https://cr-buildbucket.appspot.com/build/8708440974433133553
[18:08:49.627] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873871036309434896:2:0) after 1m49s
[18:08:50.123] Received PubSub notification, asking Buildbucket for the build status
[18:08:50.186] Build status: SCHEDULED
[18:10:38.767] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873871036309434896:2:0)
[18:10:38.790] Build status: SCHEDULED
[18:10:38.790] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873871036309434896:4:0) after 9m55s
[18:20:34.011] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873871036309434896:4:0)
[18:20:34.070] Build status: SCHEDULED
[18:20:34.070] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873871036309434896:5:0) after 4m10s
[18:24:44.107] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873871036309434896:5:0)
[18:24:44.134] Build status: SCHEDULED
[18:24:44.134] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873871036309434896:6:0) after 6m9s
[18:30:53.150] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873871036309434896:6:0)
[18:30:53.186] Build status: SCHEDULED
[18:30:53.186] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873871036309434896:7:0) after 9m18s
[18:40:11.203] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873871036309434896:7:0)
[18:40:11.229] Build status: SCHEDULED
[18:40:11.229] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873871036309434896:8:0) after 5m42s
[18:45:53.343] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873871036309434896:8:0)
[18:45:53.369] Build status: SCHEDULED
[18:45:53.369] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873871036309434896:9:0) after 1m4s
[18:46:57.374] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873871036309434896:9:0)
[18:46:57.398] Build status: SCHEDULED
[18:46:57.398] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873871036309434896:10:0) after 1m44s
[18:48:41.374] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873871036309434896:10:0)
[18:48:41.403] Build status: SCHEDULED
[18:48:41.403] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873871036309434896:11:0) after 2m6s
[18:50:47.529] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873871036309434896:11:0)
[18:50:47.557] Build status: SCHEDULED
[18:50:47.557] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873871036309434896:12:0) after 3m40s
[18:54:27.605] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873871036309434896:12:0)
[18:54:27.661] Build status: SCHEDULED
[18:54:27.661] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873871036309434896:13:0) after 2m44s
[18:57:11.791] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873871036309434896:13:0)
[18:57:11.897] Build status: SCHEDULED
[18:57:11.897] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873871036309434896:14:0) after 5m29s
[19:02:41.022] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873871036309434896:14:0)
[19:02:41.096] Build status: SCHEDULED
[19:02:41.096] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873871036309434896:15:0) after 6m54s
[19:09:35.193] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873871036309434896:15:0)
[19:09:35.214] Build status: SCHEDULED
[19:09:35.214] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873871036309434896:16:0) after 7m24s
[19:16:59.284] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873871036309434896:16:0)
[19:16:59.306] Build status: SCHEDULED
[19:16:59.306] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873871036309434896:17:0) after 6m24s
[19:23:23.344] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873871036309434896:17:0)
[19:23:23.405] Build status: SCHEDULED
[19:23:23.405] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873871036309434896:18:0) after 4m32s
[19:27:55.468] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873871036309434896:18:0)
[19:27:55.561] Build status: SCHEDULED
[19:27:55.561] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873871036309434896:19:0) after 2m5s
[19:30:00.594] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873871036309434896:19:0)
[19:30:00.617] Build status: SCHEDULED
[19:30:00.617] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873871036309434896:20:0) after 1m22s
[19:31:22.685] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873871036309434896:20:0)
[19:31:22.720] Build status: SCHEDULED
[19:31:22.720] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873871036309434896:21:0) after 5m16s
[19:36:38.716] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873871036309434896:21:0)
[19:36:38.740] Build status: SCHEDULED
[19:36:38.740] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873871036309434896:22:0) after 4m46s
[19:41:24.760] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873871036309434896:22:0)
[19:41:24.807] Build status: SCHEDULED
[19:41:24.807] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873871036309434896:23:0) after 4m19s
[19:45:43.831] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873871036309434896:23:0)
[19:45:43.847] Build status: SCHEDULED
[19:45:43.847] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873871036309434896:24:0) after 7m52s
[19:53:36.039] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873871036309434896:24:0)
[19:53:36.061] Build status: SCHEDULED
[19:53:36.061] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873871036309434896:25:0) after 9m7s
[20:02:43.204] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873871036309434896:25:0)
[20:02:43.225] Build status: SCHEDULED
[20:02:43.225] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873871036309434896:26:0) after 6m49s
[20:09:32.245] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873871036309434896:26:0)
[20:09:32.271] Build status: SCHEDULED
[20:09:32.271] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873871036309434896:27:0) after 7m57s
[20:17:29.312] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873871036309434896:27:0)
[20:17:29.339] Build status: SCHEDULED
[20:17:29.339] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873871036309434896:28:0) after 3m37s
[20:21:06.415] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873871036309434896:28:0)
[20:21:06.471] Build status: SCHEDULED
[20:21:06.471] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873871036309434896:29:0) after 4m16s
[20:25:22.712] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873871036309434896:29:0)
[20:25:22.729] Build status: SCHEDULED
[20:25:22.729] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873871036309434896:30:0) after 5m10s
[20:30:32.801] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873871036309434896:30:0)
[20:30:32.821] Build status: SCHEDULED
[20:30:32.821] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873871036309434896:31:0) after 5m53s
[20:36:25.891] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873871036309434896:31:0)
[20:36:25.916] Build status: SCHEDULED
[20:36:25.916] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873871036309434896:32:0) after 4m21s
[20:40:47.028] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873871036309434896:32:0)
[20:40:47.116] Build status: SCHEDULED
[20:40:47.116] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873871036309434896:33:0) after 7m18s
[20:48:05.109] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873871036309434896:33:0)
[20:48:05.129] Build status: SCHEDULED
[20:48:05.129] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873871036309434896:34:0) after 6m37s
[20:54:42.175] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873871036309434896:34:0)
[20:54:42.278] Build status: SCHEDULED
[20:54:42.278] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873871036309434896:35:0) after 8m13s
[21:02:55.392] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873871036309434896:35:0)
[21:02:55.411] Build status: SCHEDULED
[21:02:55.411] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873871036309434896:36:0) after 7m19s
[21:10:14.442] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873871036309434896:36:0)
[21:10:14.463] Build status: SCHEDULED
[21:10:14.463] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873871036309434896:37:0) after 9m28s
[21:19:42.595] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873871036309434896:37:0)
[21:19:42.637] Build status: SCHEDULED
[21:19:42.637] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873871036309434896:38:0) after 7m1s
[21:26:43.670] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873871036309434896:38:0)
[21:26:43.693] Build status: SCHEDULED
[21:26:43.693] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873871036309434896:39:0) after 2m14s
[21:28:57.717] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873871036309434896:39:0)
[21:28:57.742] Build status: SCHEDULED
[21:28:57.743] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873871036309434896:40:0) after 2m47s
[21:31:44.764] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873871036309434896:40:0)
[21:31:44.881] Build status: SCHEDULED
[21:31:44.881] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873871036309434896:41:0) after 8m24s
[21:40:08.903] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873871036309434896:41:0)
[21:40:08.923] Build status: SCHEDULED
[21:40:08.923] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873871036309434896:42:0) after 2m2s
[21:42:10.946] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873871036309434896:42:0)
[21:42:10.964] Build status: SCHEDULED
[21:42:10.964] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873871036309434896:43:0) after 8m23s
[21:50:33.995] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873871036309434896:43:0)
[21:50:34.022] Build status: SCHEDULED
[21:50:34.022] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873871036309434896:44:0) after 4m27s
[21:55:01.090] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873871036309434896:44:0)
[21:55:01.111] Build status: SCHEDULED
[21:55:01.111] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873871036309434896:45:0) after 4m47s
[21:59:48.137] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873871036309434896:45:0)
[21:59:48.160] Build status: SCHEDULED
[21:59:48.161] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873871036309434896:46:0) after 8m34s
[22:08:22.196] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873871036309434896:46:0)
[22:08:22.214] Build status: SCHEDULED
[22:08:22.214] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873871036309434896:47:0) after 2m38s
[22:11:00.231] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873871036309434896:47:0)
[22:11:00.296] Build status: SCHEDULED
[22:11:00.296] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873871036309434896:48:0) after 5m8s
[22:16:08.333] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873871036309434896:48:0)
[22:16:08.355] Build status: SCHEDULED
[22:16:08.355] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873871036309434896:49:0) after 2m42s
[22:18:50.431] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873871036309434896:49:0)
[22:18:50.458] Build status: SCHEDULED
[22:18:50.458] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873871036309434896:50:0) after 1m11s
[22:20:01.480] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873871036309434896:50:0)
[22:20:01.588] Build status: SCHEDULED
[22:20:01.588] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873871036309434896:51:0) after 7m1s
[22:27:02.605] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873871036309434896:51:0)
[22:27:02.623] Build status: SCHEDULED
[22:27:02.623] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873871036309434896:52:0) after 4m0s
[22:31:02.654] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873871036309434896:52:0)
[22:31:02.800] Build status: SCHEDULED
[22:31:02.800] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873871036309434896:53:0) after 3m54s
[22:34:56.877] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873871036309434896:53:0)
[22:34:56.998] Build status: SCHEDULED
[22:34:56.998] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873871036309434896:54:0) after 3m1s
[22:37:58.000] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873871036309434896:54:0)
[22:37:58.173] Build status: SCHEDULED
[22:37:58.173] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873871036309434896:55:0) after 9m22s
[22:47:20.196] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873871036309434896:55:0)
[22:47:20.213] Build status: SCHEDULED
[22:47:20.213] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873871036309434896:56:0) after 9m51s
[22:57:11.237] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873871036309434896:56:0)
[22:57:11.295] Build status: SCHEDULED
[22:57:11.295] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873871036309434896:57:0) after 4m26s
[23:01:37.366] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873871036309434896:57:0)
[23:01:37.410] Build status: SCHEDULED
[23:01:37.410] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873871036309434896:58:0) after 1m46s
[23:03:23.566] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873871036309434896:58:0)
[23:03:23.586] Build status: SCHEDULED
[23:03:23.586] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873871036309434896:59:0) after 3m57s
[23:07:20.626] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873871036309434896:59:0)
[23:07:20.690] Build status: SCHEDULED
[23:07:20.690] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873871036309434896:60:0) after 8m1s
[23:15:21.769] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873871036309434896:60:0)
[23:15:21.792] Build status: SCHEDULED
[23:15:21.792] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873871036309434896:61:0) after 9m28s
[23:24:49.811] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873871036309434896:61:0)
[23:24:49.831] Build status: SCHEDULED
[23:24:49.831] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873871036309434896:62:0) after 5m1s
[23:29:50.941] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873871036309434896:62:0)
[23:29:50.970] Build status: SCHEDULED
[23:29:50.970] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873871036309434896:63:0) after 3m16s
[23:33:07.000] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873871036309434896:63:0)
[23:33:07.020] Build status: SCHEDULED
[23:33:07.020] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873871036309434896:64:0) after 4m57s
[23:37:09.580] Received PubSub notification, asking Buildbucket for the build status
[23:37:09.596] Build status: STARTED
[23:38:04.067] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873871036309434896:64:0)
[23:38:04.131] Build status: STARTED
[23:38:04.131] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873871036309434896:66:0) after 3m42s
[23:41:46.204] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873871036309434896:66:0)
[23:41:46.293] Build status: STARTED
[23:41:46.294] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873871036309434896:67:0) after 7m31s
[23:49:17.370] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873871036309434896:67:0)
[23:49:17.392] Build status: STARTED
[23:49:17.392] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873871036309434896:68:0) after 6m54s
[23:56:11.414] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873871036309434896:68:0)
[23:56:11.433] Build status: STARTED
[23:56:11.433] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873871036309434896:69:0) after 3m5s
[23:59:16.460] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873871036309434896:69:0)
[23:59:16.494] Build status: STARTED
[23:59:16.494] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873871036309434896:70:0) after 9m1s
[00:08:17.512] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873871036309434896:70:0)
[00:08:17.531] Build status: STARTED
[00:08:17.531] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873871036309434896:71:0) after 4m41s
[00:12:58.589] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873871036309434896:71:0)
[00:12:58.620] Build status: STARTED
[00:12:58.621] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873871036309434896:72:0) after 1m18s
[00:14:16.646] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873871036309434896:72:0)
[00:14:16.665] Build status: STARTED
[00:14:16.665] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873871036309434896:73:0) after 7m40s
[00:21:56.699] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873871036309434896:73:0)
[00:21:56.728] Build status: STARTED
[00:21:56.728] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873871036309434896:74:0) after 8m48s
[00:30:44.758] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873871036309434896:74:0)
[00:30:44.815] Build status: STARTED
[00:30:44.815] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873871036309434896:75:0) after 1m28s
[00:32:12.841] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873871036309434896:75:0)
[00:32:12.871] Build status: STARTED
[00:32:12.871] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873871036309434896:76:0) after 1m44s
[00:33:56.973] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873871036309434896:76:0)
[00:33:57.001] Build status: STARTED
[00:33:57.001] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873871036309434896:77:0) after 8m8s
[00:36:39.009] Received PubSub notification, asking Buildbucket for the build status
[00:36:39.028] Build:
{
  "id": "8708440974433133553",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-gn-main"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-07-24T18:08:48.951908724Z",
  "startTime": "2025-07-24T23:37:08.574448770Z",
  "endTime": "2025-07-25T00:36:38.735318385Z",
  "updateTime": "2025-07-25T00:36:38.735318385Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "21d5f2c456bfdb6ceb6b4d95899e5fa86fd25dda",
      "ref": "refs/heads/main"
    }
  }
}
[00:36:39.028] Invocation finished in 6h27m51.24998309s with status FAILED