1. All projects
  2. pigweed
  3. pigweed.dev.ci-pigweed-mac-x86-gn-main
  4. 8874886056588019136
Status: FAILED
Triggered by: -
Duration: 5 hours
Actions:

Definition (rev 4c9983091ab9999abc5d04968bb40ccf57e06244) 

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "pigweed.dev.ci"
  builder: "pigweed-mac-x86-gn-main"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://pigweed.googlesource.com/pigweed/pigweed",
  "revision": "6bc0bc64b033334a595bda271ef660d2ba5bc0c5"
}

Incoming tags

  • buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/6bc0bc64b033334a595bda271ef660d2ba5bc0c5
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[13:15:29.012] New invocation is queued and will start shortly
[13:15:30.125] Starting the invocation (attempt 1)
[13:15:30.156] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/6bc0bc64b033334a595bda271ef660d2ba5bc0c5"
[13:15:30.156] Popped gitiles commit info from properties and tags
[13:15:30.156] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[13:15:30.156] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[13:15:30.156] Buildbucket request:
{
  "requestId": "8874886056588019136",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-gn-main"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8874886056588019136",
            "job": "pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main",
            "triggers": [
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "6bc0bc64b033334a595bda271ef660d2ba5bc0c5"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@6bc0bc64b033334a595bda271ef660d2ba5bc0c5",
                        "title": "6bc0bc64b033334a595bda271ef660d2ba5bc0c5",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/6bc0bc64b033334a595bda271ef660d2ba5bc0c5"
                      }
                ]
          }
    },
  "gitilesCommit": {
    "host": "pigweed.googlesource.com",
    "project": "pigweed/pigweed",
    "id": "6bc0bc64b033334a595bda271ef660d2ba5bc0c5",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8874886056588019136"
    },
    {
      "key": "scheduler_job_id",
      "value": "pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[13:15:30.545] Scheduled build:
{
  "id": "8709455994672552721",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-gn-main"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-07-13T13:15:30.218771531Z",
  "updateTime": "2025-07-13T13:15:30.218771531Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "6bc0bc64b033334a595bda271ef660d2ba5bc0c5",
      "ref": "refs/heads/main"
    }
  }
}
[13:15:30.545] Task URL: https://cr-buildbucket.appspot.com/build/8709455994672552721
[13:15:30.546] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8874886056588019136:2:0) after 7m1s
[13:15:31.350] Received PubSub notification, asking Buildbucket for the build status
[13:15:31.372] Build status: SCHEDULED
[13:22:31.569] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8874886056588019136:2:0)
[13:22:31.602] Build status: SCHEDULED
[13:22:31.602] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8874886056588019136:4:0) after 5m18s
[13:27:49.624] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8874886056588019136:4:0)
[13:27:49.705] Build status: SCHEDULED
[13:27:49.705] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8874886056588019136:5:0) after 5m38s
[13:33:27.842] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8874886056588019136:5:0)
[13:33:27.872] Build status: SCHEDULED
[13:33:27.872] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8874886056588019136:6:0) after 2m27s
[13:35:54.912] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8874886056588019136:6:0)
[13:35:54.951] Build status: SCHEDULED
[13:35:54.951] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8874886056588019136:7:0) after 4m53s
[13:40:47.964] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8874886056588019136:7:0)
[13:40:47.992] Build status: SCHEDULED
[13:40:47.992] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8874886056588019136:8:0) after 6m8s
[13:46:56.539] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8874886056588019136:8:0)
[13:46:56.568] Build status: SCHEDULED
[13:46:56.568] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8874886056588019136:9:0) after 9m43s
[13:56:39.680] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8874886056588019136:9:0)
[13:56:39.714] Build status: SCHEDULED
[13:56:39.714] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8874886056588019136:10:0) after 2m26s
[13:59:05.847] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8874886056588019136:10:0)
[13:59:05.870] Build status: SCHEDULED
[13:59:05.870] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8874886056588019136:11:0) after 5m37s
[14:04:42.890] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8874886056588019136:11:0)
[14:04:42.910] Build status: SCHEDULED
[14:04:42.910] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8874886056588019136:12:0) after 9m58s
[14:14:40.930] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8874886056588019136:12:0)
[14:14:40.951] Build status: SCHEDULED
[14:14:40.951] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8874886056588019136:13:0) after 2m45s
[14:17:25.978] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8874886056588019136:13:0)
[14:17:26.003] Build status: SCHEDULED
[14:17:26.003] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8874886056588019136:14:0) after 4m2s
[14:21:28.060] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8874886056588019136:14:0)
[14:21:28.083] Build status: SCHEDULED
[14:21:28.083] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8874886056588019136:15:0) after 5m50s
[14:27:18.162] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8874886056588019136:15:0)
[14:27:18.185] Build status: SCHEDULED
[14:27:18.185] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8874886056588019136:16:0) after 7m6s
[14:34:24.201] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8874886056588019136:16:0)
[14:34:24.226] Build status: SCHEDULED
[14:34:24.226] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8874886056588019136:17:0) after 6m9s
[14:40:33.223] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8874886056588019136:17:0)
[14:40:33.251] Build status: SCHEDULED
[14:40:33.251] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8874886056588019136:18:0) after 2m44s
[14:43:17.697] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8874886056588019136:18:0)
[14:43:17.731] Build status: SCHEDULED
[14:43:17.731] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8874886056588019136:19:0) after 1m31s
[14:44:48.992] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8874886056588019136:19:0)
[14:44:49.025] Build status: SCHEDULED
[14:44:49.025] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8874886056588019136:20:0) after 9m27s
[14:54:16.190] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8874886056588019136:20:0)
[14:54:16.231] Build status: SCHEDULED
[14:54:16.232] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8874886056588019136:21:0) after 5m18s
[14:59:34.416] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8874886056588019136:21:0)
[14:59:34.434] Build status: SCHEDULED
[14:59:34.435] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8874886056588019136:22:0) after 4m30s
[15:04:04.813] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8874886056588019136:22:0)
[15:04:04.892] Build status: SCHEDULED
[15:04:04.892] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8874886056588019136:23:0) after 2m59s
[15:07:03.916] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8874886056588019136:23:0)
[15:07:03.964] Build status: SCHEDULED
[15:07:03.964] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8874886056588019136:24:0) after 4m59s
[15:12:03.093] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8874886056588019136:24:0)
[15:12:03.118] Build status: SCHEDULED
[15:12:03.118] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8874886056588019136:25:0) after 9m33s
[15:21:36.235] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8874886056588019136:25:0)
[15:21:36.266] Build status: SCHEDULED
[15:21:36.266] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8874886056588019136:26:0) after 5m48s
[15:27:24.619] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8874886056588019136:26:0)
[15:27:24.720] Build status: SCHEDULED
[15:27:24.720] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8874886056588019136:27:0) after 4m38s
[15:32:03.002] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8874886056588019136:27:0)
[15:32:03.041] Build status: SCHEDULED
[15:32:03.041] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8874886056588019136:28:0) after 6m37s
[15:38:40.066] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8874886056588019136:28:0)
[15:38:40.084] Build status: SCHEDULED
[15:38:40.084] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8874886056588019136:29:0) after 1m51s
[15:40:31.200] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8874886056588019136:29:0)
[15:40:31.221] Build status: SCHEDULED
[15:40:31.221] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8874886056588019136:30:0) after 6m22s
[15:46:53.271] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8874886056588019136:30:0)
[15:46:53.288] Build status: SCHEDULED
[15:46:53.288] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8874886056588019136:31:0) after 8m13s
[15:55:06.363] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8874886056588019136:31:0)
[15:55:06.423] Build status: SCHEDULED
[15:55:06.423] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8874886056588019136:32:0) after 3m6s
[15:58:12.911] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8874886056588019136:32:0)
[15:58:12.931] Build status: SCHEDULED
[15:58:12.931] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8874886056588019136:33:0) after 1m48s
[16:00:00.973] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8874886056588019136:33:0)
[16:00:01.005] Build status: SCHEDULED
[16:00:01.005] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8874886056588019136:34:0) after 7m59s
[16:08:00.015] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8874886056588019136:34:0)
[16:08:00.035] Build status: SCHEDULED
[16:08:00.035] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8874886056588019136:35:0) after 2m7s
[16:10:07.519] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8874886056588019136:35:0)
[16:10:07.554] Build status: SCHEDULED
[16:10:07.554] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8874886056588019136:36:0) after 1m30s
[16:11:37.654] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8874886056588019136:36:0)
[16:11:37.707] Build status: SCHEDULED
[16:11:37.707] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8874886056588019136:37:0) after 7m44s
[16:19:21.964] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8874886056588019136:37:0)
[16:19:22.047] Build status: SCHEDULED
[16:19:22.047] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8874886056588019136:38:0) after 1m27s
[16:20:49.061] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8874886056588019136:38:0)
[16:20:49.087] Build status: SCHEDULED
[16:20:49.087] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8874886056588019136:39:0) after 8m1s
[16:28:50.600] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8874886056588019136:39:0)
[16:28:50.688] Build status: SCHEDULED
[16:28:50.688] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8874886056588019136:40:0) after 3m31s
[16:32:21.879] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8874886056588019136:40:0)
[16:32:21.911] Build status: SCHEDULED
[16:32:21.911] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8874886056588019136:41:0) after 3m49s
[16:36:10.911] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8874886056588019136:41:0)
[16:36:10.931] Build status: SCHEDULED
[16:36:10.931] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8874886056588019136:42:0) after 4m17s
[16:40:27.962] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8874886056588019136:42:0)
[16:40:28.035] Build status: SCHEDULED
[16:40:28.036] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8874886056588019136:43:0) after 9m22s
[16:49:50.161] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8874886056588019136:43:0)
[16:49:50.182] Build status: SCHEDULED
[16:49:50.182] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8874886056588019136:44:0) after 3m1s
[16:52:51.750] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8874886056588019136:44:0)
[16:52:51.771] Build status: SCHEDULED
[16:52:51.771] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8874886056588019136:45:0) after 8m34s
[17:01:25.792] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8874886056588019136:45:0)
[17:01:25.812] Build status: SCHEDULED
[17:01:25.812] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8874886056588019136:46:0) after 9m48s
[17:11:13.838] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8874886056588019136:46:0)
[17:11:13.854] Build status: SCHEDULED
[17:11:13.854] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8874886056588019136:47:0) after 1m47s
[17:13:00.928] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8874886056588019136:47:0)
[17:13:00.959] Build status: SCHEDULED
[17:13:00.959] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8874886056588019136:48:0) after 2m13s
[17:15:14.130] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8874886056588019136:48:0)
[17:15:14.199] Build status: SCHEDULED
[17:15:14.199] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8874886056588019136:49:0) after 4m31s
[17:19:45.213] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8874886056588019136:49:0)
[17:19:45.235] Build status: SCHEDULED
[17:19:45.235] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8874886056588019136:50:0) after 8m19s
[17:28:04.342] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8874886056588019136:50:0)
[17:28:04.375] Build status: SCHEDULED
[17:28:04.375] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8874886056588019136:51:0) after 7m41s
[17:35:45.496] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8874886056588019136:51:0)
[17:35:45.515] Build status: SCHEDULED
[17:35:45.515] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8874886056588019136:52:0) after 4m19s
[17:40:04.580] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8874886056588019136:52:0)
[17:40:04.606] Build status: SCHEDULED
[17:40:04.606] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8874886056588019136:53:0) after 1m42s
[17:41:46.722] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8874886056588019136:53:0)
[17:41:46.805] Build status: SCHEDULED
[17:41:46.805] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8874886056588019136:54:0) after 6m18s
[17:48:04.852] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8874886056588019136:54:0)
[17:48:04.882] Build status: SCHEDULED
[17:48:04.882] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8874886056588019136:55:0) after 3m11s
[17:51:15.902] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8874886056588019136:55:0)
[17:51:15.985] Build status: SCHEDULED
[17:51:15.986] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8874886056588019136:56:0) after 6m50s
[17:58:06.164] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8874886056588019136:56:0)
[17:58:06.187] Build status: SCHEDULED
[17:58:06.187] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8874886056588019136:57:0) after 1m58s
[17:59:34.887] Received PubSub notification, asking Buildbucket for the build status
[17:59:34.907] Build status: STARTED
[18:00:04.212] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8874886056588019136:57:0)
[18:00:04.228] Build status: STARTED
[18:00:04.228] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8874886056588019136:59:0) after 5m49s
[18:05:53.472] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8874886056588019136:59:0)
[18:05:53.491] Build status: STARTED
[18:05:53.491] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8874886056588019136:60:0) after 5m14s
[18:11:07.514] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8874886056588019136:60:0)
[18:11:07.556] Build status: STARTED
[18:11:07.556] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8874886056588019136:61:0) after 7m5s
[18:18:12.673] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8874886056588019136:61:0)
[18:18:12.784] Build status: STARTED
[18:18:12.784] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8874886056588019136:62:0) after 4m51s
[18:23:03.766] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8874886056588019136:62:0)
[18:23:03.806] Build status: STARTED
[18:23:03.806] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8874886056588019136:63:0) after 6m38s
[18:29:41.832] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8874886056588019136:63:0)
[18:29:41.862] Build status: STARTED
[18:29:41.862] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8874886056588019136:64:0) after 2m48s
[18:32:29.970] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8874886056588019136:64:0)
[18:32:29.990] Build status: STARTED
[18:32:29.990] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8874886056588019136:65:0) after 5m3s
[18:37:33.224] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8874886056588019136:65:0)
[18:37:33.270] Build status: STARTED
[18:37:33.270] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8874886056588019136:66:0) after 1m13s
[18:38:46.382] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8874886056588019136:66:0)
[18:38:46.411] Build status: STARTED
[18:38:46.411] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8874886056588019136:67:0) after 5m30s
[18:44:16.429] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8874886056588019136:67:0)
[18:44:16.449] Build status: STARTED
[18:44:16.449] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8874886056588019136:68:0) after 9m14s
[18:53:30.467] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8874886056588019136:68:0)
[18:53:30.517] Build status: STARTED
[18:53:30.517] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8874886056588019136:69:0) after 4m22s
[18:57:52.502] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8874886056588019136:69:0)
[18:57:52.521] Build status: STARTED
[18:57:52.521] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8874886056588019136:70:0) after 6m45s
[18:58:06.106] Received PubSub notification, asking Buildbucket for the build status
[18:58:06.126] Build:
{
  "id": "8709455994672552721",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-gn-main"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-07-13T13:15:30.218771531Z",
  "startTime": "2025-07-13T17:59:34.659800181Z",
  "endTime": "2025-07-13T18:58:05.830315602Z",
  "updateTime": "2025-07-13T18:58:05.830315602Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "6bc0bc64b033334a595bda271ef660d2ba5bc0c5",
      "ref": "refs/heads/main"
    }
  }
}
[18:58:06.126] Invocation finished in 5h42m37.118442691s with status FAILED