1. All projects
  2. pigweed
  3. pigweed.dev.ci-pigweed-mac-x86-gn-main
  4. 8876506581389642400
Status: FAILED
Triggered by: -
Duration: 5 hours
Actions:

Definition (rev 4c9983091ab9999abc5d04968bb40ccf57e06244) 

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "pigweed.dev.ci"
  builder: "pigweed-mac-x86-gn-main"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://pigweed.googlesource.com/pigweed/pigweed",
  "revision": "9387c753737f7de4ee11e0b6c7d4d2df0aadaeb9"
}

Incoming tags

  • buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/9387c753737f7de4ee11e0b6c7d4d2df0aadaeb9
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[15:57:56.137] New invocation is queued and will start shortly
[15:57:57.223] Starting the invocation (attempt 1)
[15:57:57.256] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/9387c753737f7de4ee11e0b6c7d4d2df0aadaeb9"
[15:57:57.256] Popped gitiles commit info from properties and tags
[15:57:57.256] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[15:57:57.256] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[15:57:57.256] Buildbucket request:
{
  "requestId": "8876506581389642400",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-gn-main"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8876506581389642400",
            "job": "pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main",
            "triggers": [
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "9387c753737f7de4ee11e0b6c7d4d2df0aadaeb9"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@9387c753737f7de4ee11e0b6c7d4d2df0aadaeb9",
                        "title": "9387c753737f7de4ee11e0b6c7d4d2df0aadaeb9",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/9387c753737f7de4ee11e0b6c7d4d2df0aadaeb9"
                      }
                ]
          }
    },
  "gitilesCommit": {
    "host": "pigweed.googlesource.com",
    "project": "pigweed/pigweed",
    "id": "9387c753737f7de4ee11e0b6c7d4d2df0aadaeb9",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8876506581389642400"
    },
    {
      "key": "scheduler_job_id",
      "value": "pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[15:57:57.615] Scheduled build:
{
  "id": "8711076519497766609",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-gn-main"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-06-25T15:57:57.313071611Z",
  "updateTime": "2025-06-25T15:57:57.313071611Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "9387c753737f7de4ee11e0b6c7d4d2df0aadaeb9",
      "ref": "refs/heads/main"
    }
  }
}
[15:57:57.615] Task URL: https://cr-buildbucket.appspot.com/build/8711076519497766609
[15:57:57.615] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8876506581389642400:2:0) after 8m0s
[15:57:58.587] Received PubSub notification, asking Buildbucket for the build status
[15:57:58.609] Build status: SCHEDULED
[16:05:57.698] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8876506581389642400:2:0)
[16:05:57.774] Build status: SCHEDULED
[16:05:57.774] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8876506581389642400:4:0) after 7m55s
[16:13:52.821] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8876506581389642400:4:0)
[16:13:52.856] Build status: SCHEDULED
[16:13:52.856] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8876506581389642400:5:0) after 5m13s
[16:19:05.876] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8876506581389642400:5:0)
[16:19:05.911] Build status: SCHEDULED
[16:19:05.911] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8876506581389642400:6:0) after 2m38s
[16:21:43.934] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8876506581389642400:6:0)
[16:21:43.955] Build status: SCHEDULED
[16:21:43.955] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8876506581389642400:7:0) after 4m0s
[16:25:43.949] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8876506581389642400:7:0)
[16:25:43.974] Build status: SCHEDULED
[16:25:43.975] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8876506581389642400:8:0) after 3m44s
[16:29:28.025] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8876506581389642400:8:0)
[16:29:28.048] Build status: SCHEDULED
[16:29:28.048] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8876506581389642400:9:0) after 7m4s
[16:36:32.037] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8876506581389642400:9:0)
[16:36:32.070] Build status: SCHEDULED
[16:36:32.070] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8876506581389642400:10:0) after 4m44s
[16:41:16.084] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8876506581389642400:10:0)
[16:41:16.113] Build status: SCHEDULED
[16:41:16.113] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8876506581389642400:11:0) after 8m48s
[16:50:04.184] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8876506581389642400:11:0)
[16:50:04.202] Build status: SCHEDULED
[16:50:04.203] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8876506581389642400:12:0) after 1m48s
[16:51:52.223] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8876506581389642400:12:0)
[16:51:52.300] Build status: SCHEDULED
[16:51:52.300] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8876506581389642400:13:0) after 5m25s
[16:57:17.333] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8876506581389642400:13:0)
[16:57:17.356] Build status: SCHEDULED
[16:57:17.356] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8876506581389642400:14:0) after 7m34s
[17:04:51.385] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8876506581389642400:14:0)
[17:04:51.407] Build status: SCHEDULED
[17:04:51.407] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8876506581389642400:15:0) after 2m51s
[17:07:42.406] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8876506581389642400:15:0)
[17:07:42.448] Build status: SCHEDULED
[17:07:42.448] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8876506581389642400:16:0) after 1m36s
[17:09:18.429] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8876506581389642400:16:0)
[17:09:18.456] Build status: SCHEDULED
[17:09:18.456] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8876506581389642400:17:0) after 3m42s
[17:13:00.511] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8876506581389642400:17:0)
[17:13:00.546] Build status: SCHEDULED
[17:13:00.547] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8876506581389642400:18:0) after 1m46s
[17:14:46.564] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8876506581389642400:18:0)
[17:14:46.583] Build status: SCHEDULED
[17:14:46.583] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8876506581389642400:19:0) after 5m46s
[17:20:32.657] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8876506581389642400:19:0)
[17:20:32.688] Build status: SCHEDULED
[17:20:32.688] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8876506581389642400:20:0) after 5m1s
[17:25:33.707] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8876506581389642400:20:0)
[17:25:33.833] Build status: SCHEDULED
[17:25:33.833] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8876506581389642400:21:0) after 5m43s
[17:31:16.810] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8876506581389642400:21:0)
[17:31:16.827] Build status: SCHEDULED
[17:31:16.828] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8876506581389642400:22:0) after 5m47s
[17:37:03.893] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8876506581389642400:22:0)
[17:37:03.918] Build status: SCHEDULED
[17:37:03.918] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8876506581389642400:23:0) after 1m56s
[17:38:59.923] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8876506581389642400:23:0)
[17:38:59.940] Build status: SCHEDULED
[17:38:59.940] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8876506581389642400:24:0) after 7m19s
[17:46:18.985] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8876506581389642400:24:0)
[17:46:19.514] Build status: SCHEDULED
[17:46:19.514] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8876506581389642400:25:0) after 2m37s
[17:48:56.536] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8876506581389642400:25:0)
[17:48:56.556] Build status: SCHEDULED
[17:48:56.556] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8876506581389642400:26:0) after 7m23s
[17:56:19.619] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8876506581389642400:26:0)
[17:56:19.643] Build status: SCHEDULED
[17:56:19.644] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8876506581389642400:27:0) after 4m38s
[18:00:57.719] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8876506581389642400:27:0)
[18:00:57.764] Build status: SCHEDULED
[18:00:57.767] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8876506581389642400:28:0) after 3m59s
[18:04:56.782] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8876506581389642400:28:0)
[18:04:56.801] Build status: SCHEDULED
[18:04:56.802] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8876506581389642400:29:0) after 1m26s
[18:06:22.942] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8876506581389642400:29:0)
[18:06:22.961] Build status: SCHEDULED
[18:06:22.961] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8876506581389642400:30:0) after 9m4s
[18:15:27.048] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8876506581389642400:30:0)
[18:15:27.093] Build status: SCHEDULED
[18:15:27.094] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8876506581389642400:31:0) after 3m22s
[18:18:49.107] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8876506581389642400:31:0)
[18:18:49.145] Build status: SCHEDULED
[18:18:49.146] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8876506581389642400:32:0) after 5m58s
[18:24:47.131] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8876506581389642400:32:0)
[18:24:47.169] Build status: SCHEDULED
[18:24:47.169] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8876506581389642400:33:0) after 1m57s
[18:26:44.290] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8876506581389642400:33:0)
[18:26:44.309] Build status: SCHEDULED
[18:26:44.309] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8876506581389642400:34:0) after 3m24s
[18:30:08.346] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8876506581389642400:34:0)
[18:30:08.370] Build status: SCHEDULED
[18:30:08.370] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8876506581389642400:35:0) after 1m36s
[18:31:44.391] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8876506581389642400:35:0)
[18:31:44.452] Build status: SCHEDULED
[18:31:44.452] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8876506581389642400:36:0) after 9m28s
[18:41:12.469] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8876506581389642400:36:0)
[18:41:12.489] Build status: SCHEDULED
[18:41:12.489] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8876506581389642400:37:0) after 4m0s
[18:45:12.593] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8876506581389642400:37:0)
[18:45:12.618] Build status: SCHEDULED
[18:45:12.618] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8876506581389642400:38:0) after 6m19s
[18:51:31.647] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8876506581389642400:38:0)
[18:51:31.677] Build status: SCHEDULED
[18:51:31.677] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8876506581389642400:39:0) after 9m0s
[19:00:31.767] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8876506581389642400:39:0)
[19:00:31.838] Build status: SCHEDULED
[19:00:31.838] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8876506581389642400:40:0) after 2m55s
[19:03:26.863] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8876506581389642400:40:0)
[19:03:26.887] Build status: SCHEDULED
[19:03:26.887] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8876506581389642400:41:0) after 1m37s
[19:05:03.961] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8876506581389642400:41:0)
[19:05:04.009] Build status: SCHEDULED
[19:05:04.009] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8876506581389642400:42:0) after 9m37s
[19:14:41.106] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8876506581389642400:42:0)
[19:14:41.174] Build status: SCHEDULED
[19:14:41.174] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8876506581389642400:43:0) after 3m4s
[19:17:45.192] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8876506581389642400:43:0)
[19:17:45.218] Build status: SCHEDULED
[19:17:45.218] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8876506581389642400:44:0) after 8m4s
[19:25:49.225] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8876506581389642400:44:0)
[19:25:49.268] Build status: SCHEDULED
[19:25:49.268] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8876506581389642400:45:0) after 1m41s
[19:27:30.291] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8876506581389642400:45:0)
[19:27:30.309] Build status: SCHEDULED
[19:27:30.309] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8876506581389642400:46:0) after 5m3s
[19:32:33.333] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8876506581389642400:46:0)
[19:32:33.455] Build status: SCHEDULED
[19:32:33.455] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8876506581389642400:47:0) after 3m29s
[19:36:02.456] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8876506581389642400:47:0)
[19:36:02.507] Build status: SCHEDULED
[19:36:02.507] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8876506581389642400:48:0) after 4m6s
[19:40:08.585] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8876506581389642400:48:0)
[19:40:08.670] Build status: SCHEDULED
[19:40:08.670] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8876506581389642400:49:0) after 6m28s
[19:46:36.733] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8876506581389642400:49:0)
[19:46:36.753] Build status: SCHEDULED
[19:46:36.753] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8876506581389642400:50:0) after 2m3s
[19:48:39.727] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8876506581389642400:50:0)
[19:48:39.751] Build status: SCHEDULED
[19:48:39.751] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8876506581389642400:51:0) after 2m38s
[19:51:17.805] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8876506581389642400:51:0)
[19:51:17.823] Build status: SCHEDULED
[19:51:17.823] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8876506581389642400:52:0) after 1m53s
[19:53:10.861] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8876506581389642400:52:0)
[19:53:10.929] Build status: SCHEDULED
[19:53:10.930] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8876506581389642400:53:0) after 8m51s
[20:02:02.076] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8876506581389642400:53:0)
[20:02:02.182] Build status: SCHEDULED
[20:02:02.182] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8876506581389642400:54:0) after 9m5s
[20:11:07.261] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8876506581389642400:54:0)
[20:11:07.324] Build status: SCHEDULED
[20:11:07.324] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8876506581389642400:55:0) after 5m53s
[20:17:00.350] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8876506581389642400:55:0)
[20:17:00.620] Build status: SCHEDULED
[20:17:00.620] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8876506581389642400:56:0) after 3m42s
[20:20:42.685] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8876506581389642400:56:0)
[20:20:42.735] Build status: SCHEDULED
[20:20:42.735] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8876506581389642400:57:0) after 8m50s
[20:29:32.809] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8876506581389642400:57:0)
[20:29:32.829] Build status: SCHEDULED
[20:29:32.829] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8876506581389642400:58:0) after 6m56s
[20:36:28.844] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8876506581389642400:58:0)
[20:36:28.860] Build status: SCHEDULED
[20:36:28.860] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8876506581389642400:59:0) after 9m16s
[20:45:44.877] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8876506581389642400:59:0)
[20:45:44.894] Build status: SCHEDULED
[20:45:44.894] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8876506581389642400:60:0) after 6m58s
[20:50:13.867] Received PubSub notification, asking Buildbucket for the build status
[20:50:13.889] Build status: STARTED
[20:52:42.920] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8876506581389642400:60:0)
[20:52:42.964] Build status: STARTED
[20:52:42.964] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8876506581389642400:62:0) after 9m13s
[21:01:56.066] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8876506581389642400:62:0)
[21:01:56.087] Build status: STARTED
[21:01:56.087] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8876506581389642400:63:0) after 4m45s
[21:06:41.201] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8876506581389642400:63:0)
[21:06:41.242] Build status: STARTED
[21:06:41.242] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8876506581389642400:64:0) after 5m29s
[21:12:10.303] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8876506581389642400:64:0)
[21:12:10.326] Build status: STARTED
[21:12:10.326] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8876506581389642400:65:0) after 7m18s
[21:19:28.346] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8876506581389642400:65:0)
[21:19:28.374] Build status: STARTED
[21:19:28.374] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8876506581389642400:66:0) after 4m20s
[21:23:48.399] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8876506581389642400:66:0)
[21:23:48.417] Build status: STARTED
[21:23:48.417] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8876506581389642400:67:0) after 9m7s
[21:32:55.552] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8876506581389642400:67:0)
[21:32:55.588] Build status: STARTED
[21:32:55.588] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8876506581389642400:68:0) after 1m32s
[21:34:27.604] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8876506581389642400:68:0)
[21:34:27.630] Build status: STARTED
[21:34:27.630] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8876506581389642400:69:0) after 4m25s
[21:38:52.691] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8876506581389642400:69:0)
[21:38:52.872] Build status: STARTED
[21:38:52.872] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8876506581389642400:70:0) after 7m16s
[21:46:08.942] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8876506581389642400:70:0)
[21:46:08.960] Build status: STARTED
[21:46:08.961] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8876506581389642400:71:0) after 4m33s
[21:47:56.589] Received PubSub notification, asking Buildbucket for the build status
[21:47:56.611] Build:
{
  "id": "8711076519497766609",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-gn-main"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-06-25T15:57:57.313071611Z",
  "startTime": "2025-06-25T20:50:13.629982745Z",
  "endTime": "2025-06-25T21:47:56.352013033Z",
  "updateTime": "2025-06-25T21:47:56.352013033Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "9387c753737f7de4ee11e0b6c7d4d2df0aadaeb9",
      "ref": "refs/heads/main"
    }
  }
}
[21:47:56.611] Invocation finished in 5h50m0.485728881s with status FAILED