1. All projects
  2. pigweed
  3. pigweed.dev.ci-pigweed-mac-x86-gn-main
  4. 8873104183810887888
Status: FAILED
Triggered by: -
Duration: 6 hours
Actions:

Definition (rev 4c9983091ab9999abc5d04968bb40ccf57e06244) 

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "pigweed.dev.ci"
  builder: "pigweed-mac-x86-gn-main"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://pigweed.googlesource.com/pigweed/pigweed",
  "revision": "94340c078cf40a547b8faab5de58bc7b283669ae"
}

Incoming tags

  • buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/94340c078cf40a547b8faab5de58bc7b283669ae
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[05:17:35.318] New invocation is queued and will start shortly
[05:17:36.557] Starting the invocation (attempt 1)
[05:17:36.584] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/94340c078cf40a547b8faab5de58bc7b283669ae"
[05:17:36.584] Popped gitiles commit info from properties and tags
[05:17:36.584] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[05:17:36.584] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[05:17:36.584] Buildbucket request:
{
  "requestId": "8873104183810887888",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-gn-main"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8873104183810887888",
            "job": "pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main",
            "triggers": [
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "299a0d7a14b4fe1159c08dbb28ff8cc98bf5c4b5"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@299a0d7a14b4fe1159c08dbb28ff8cc98bf5c4b5",
                        "title": "299a0d7a14b4fe1159c08dbb28ff8cc98bf5c4b5",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/299a0d7a14b4fe1159c08dbb28ff8cc98bf5c4b5"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "94340c078cf40a547b8faab5de58bc7b283669ae"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@94340c078cf40a547b8faab5de58bc7b283669ae",
                        "title": "94340c078cf40a547b8faab5de58bc7b283669ae",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/94340c078cf40a547b8faab5de58bc7b283669ae"
                      }
                ]
          }
    },
  "gitilesCommit": {
    "host": "pigweed.googlesource.com",
    "project": "pigweed/pigweed",
    "id": "94340c078cf40a547b8faab5de58bc7b283669ae",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8873104183810887888"
    },
    {
      "key": "scheduler_job_id",
      "value": "pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[05:17:37.072] Scheduled build:
{
  "id": "8707674121765698737",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-gn-main"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-08-02T05:17:36.644414672Z",
  "updateTime": "2025-08-02T05:17:36.644414672Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "94340c078cf40a547b8faab5de58bc7b283669ae",
      "ref": "refs/heads/main"
    }
  }
}
[05:17:37.072] Task URL: https://cr-buildbucket.appspot.com/build/8707674121765698737
[05:17:37.072] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873104183810887888:2:0) after 7m59s
[05:17:37.174] Received PubSub notification, asking Buildbucket for the build status
[05:17:37.265] Build status: SCHEDULED
[05:25:36.122] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873104183810887888:2:0)
[05:25:36.168] Build status: SCHEDULED
[05:25:36.168] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873104183810887888:4:0) after 9m15s
[05:34:51.579] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873104183810887888:4:0)
[05:34:51.603] Build status: SCHEDULED
[05:34:51.603] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873104183810887888:5:0) after 2m3s
[05:36:54.734] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873104183810887888:5:0)
[05:36:54.760] Build status: SCHEDULED
[05:36:54.760] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873104183810887888:6:0) after 1m57s
[05:38:51.907] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873104183810887888:6:0)
[05:38:51.939] Build status: SCHEDULED
[05:38:51.939] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873104183810887888:7:0) after 9m27s
[05:48:19.088] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873104183810887888:7:0)
[05:48:19.426] Build status: SCHEDULED
[05:48:19.426] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873104183810887888:8:0) after 8m31s
[05:56:50.547] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873104183810887888:8:0)
[05:56:50.585] Build status: SCHEDULED
[05:56:50.585] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873104183810887888:9:0) after 4m31s
[06:01:21.993] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873104183810887888:9:0)
[06:01:22.013] Build status: SCHEDULED
[06:01:22.014] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873104183810887888:10:0) after 6m27s
[06:07:49.031] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873104183810887888:10:0)
[06:07:49.112] Build status: SCHEDULED
[06:07:49.112] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873104183810887888:11:0) after 2m0s
[06:09:49.452] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873104183810887888:11:0)
[06:09:49.475] Build status: SCHEDULED
[06:09:49.475] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873104183810887888:12:0) after 2m50s
[06:12:39.519] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873104183810887888:12:0)
[06:12:39.597] Build status: SCHEDULED
[06:12:39.597] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873104183810887888:13:0) after 3m13s
[06:15:52.689] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873104183810887888:13:0)
[06:15:52.713] Build status: SCHEDULED
[06:15:52.713] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873104183810887888:14:0) after 2m7s
[06:17:59.737] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873104183810887888:14:0)
[06:17:59.781] Build status: SCHEDULED
[06:17:59.781] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873104183810887888:15:0) after 9m12s
[06:27:11.984] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873104183810887888:15:0)
[06:27:12.044] Build status: SCHEDULED
[06:27:12.045] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873104183810887888:16:0) after 2m39s
[06:29:51.199] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873104183810887888:16:0)
[06:29:51.219] Build status: SCHEDULED
[06:29:51.219] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873104183810887888:17:0) after 3m37s
[06:33:28.362] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873104183810887888:17:0)
[06:33:28.380] Build status: SCHEDULED
[06:33:28.380] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873104183810887888:18:0) after 7m16s
[06:40:44.374] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873104183810887888:18:0)
[06:40:44.405] Build status: SCHEDULED
[06:40:44.405] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873104183810887888:19:0) after 9m59s
[06:50:43.477] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873104183810887888:19:0)
[06:50:43.502] Build status: SCHEDULED
[06:50:43.502] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873104183810887888:20:0) after 3m2s
[06:53:45.527] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873104183810887888:20:0)
[06:53:45.546] Build status: SCHEDULED
[06:53:45.546] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873104183810887888:21:0) after 1m29s
[06:55:14.640] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873104183810887888:21:0)
[06:55:14.697] Build status: SCHEDULED
[06:55:14.697] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873104183810887888:22:0) after 7m44s
[07:02:58.731] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873104183810887888:22:0)
[07:02:58.858] Build status: SCHEDULED
[07:02:58.858] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873104183810887888:23:0) after 1m22s
[07:04:20.880] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873104183810887888:23:0)
[07:04:20.908] Build status: SCHEDULED
[07:04:20.908] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873104183810887888:24:0) after 5m18s
[07:09:39.213] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873104183810887888:24:0)
[07:09:39.232] Build status: SCHEDULED
[07:09:39.232] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873104183810887888:25:0) after 4m23s
[07:14:02.314] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873104183810887888:25:0)
[07:14:02.338] Build status: SCHEDULED
[07:14:02.338] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873104183810887888:26:0) after 5m39s
[07:19:41.360] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873104183810887888:26:0)
[07:19:41.390] Build status: SCHEDULED
[07:19:41.390] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873104183810887888:27:0) after 2m40s
[07:22:21.676] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873104183810887888:27:0)
[07:22:21.697] Build status: SCHEDULED
[07:22:21.697] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873104183810887888:28:0) after 4m3s
[07:26:24.819] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873104183810887888:28:0)
[07:26:24.844] Build status: SCHEDULED
[07:26:24.844] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873104183810887888:29:0) after 5m32s
[07:31:56.858] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873104183810887888:29:0)
[07:31:57.028] Build status: SCHEDULED
[07:31:57.028] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873104183810887888:30:0) after 1m20s
[07:33:17.242] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873104183810887888:30:0)
[07:33:17.262] Build status: SCHEDULED
[07:33:17.262] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873104183810887888:31:0) after 4m9s
[07:37:26.325] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873104183810887888:31:0)
[07:37:26.350] Build status: SCHEDULED
[07:37:26.350] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873104183810887888:32:0) after 5m8s
[07:42:34.417] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873104183810887888:32:0)
[07:42:34.448] Build status: SCHEDULED
[07:42:34.448] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873104183810887888:33:0) after 8m34s
[07:51:08.634] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873104183810887888:33:0)
[07:51:08.653] Build status: SCHEDULED
[07:51:08.653] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873104183810887888:34:0) after 6m23s
[07:57:31.772] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873104183810887888:34:0)
[07:57:31.792] Build status: SCHEDULED
[07:57:31.792] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873104183810887888:35:0) after 3m28s
[08:00:59.810] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873104183810887888:35:0)
[08:00:59.825] Build status: SCHEDULED
[08:00:59.825] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873104183810887888:36:0) after 7m57s
[08:08:56.896] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873104183810887888:36:0)
[08:08:56.937] Build status: SCHEDULED
[08:08:56.937] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873104183810887888:37:0) after 5m35s
[08:14:31.989] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873104183810887888:37:0)
[08:14:32.021] Build status: SCHEDULED
[08:14:32.021] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873104183810887888:38:0) after 4m31s
[08:19:03.748] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873104183810887888:38:0)
[08:19:03.771] Build status: SCHEDULED
[08:19:03.771] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873104183810887888:39:0) after 4m37s
[08:23:40.796] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873104183810887888:39:0)
[08:23:40.910] Build status: SCHEDULED
[08:23:40.910] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873104183810887888:40:0) after 7m32s
[08:31:12.932] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873104183810887888:40:0)
[08:31:12.958] Build status: SCHEDULED
[08:31:12.958] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873104183810887888:41:0) after 7m30s
[08:38:42.980] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873104183810887888:41:0)
[08:38:42.997] Build status: SCHEDULED
[08:38:42.997] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873104183810887888:42:0) after 4m24s
[08:43:07.123] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873104183810887888:42:0)
[08:43:07.154] Build status: SCHEDULED
[08:43:07.154] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873104183810887888:43:0) after 9m59s
[08:53:06.176] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873104183810887888:43:0)
[08:53:06.219] Build status: SCHEDULED
[08:53:06.219] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873104183810887888:44:0) after 2m28s
[08:55:34.409] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873104183810887888:44:0)
[08:55:34.432] Build status: SCHEDULED
[08:55:34.432] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873104183810887888:45:0) after 5m25s
[09:00:59.461] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873104183810887888:45:0)
[09:00:59.478] Build status: SCHEDULED
[09:00:59.478] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873104183810887888:46:0) after 3m25s
[09:04:24.505] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873104183810887888:46:0)
[09:04:24.610] Build status: SCHEDULED
[09:04:24.610] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873104183810887888:47:0) after 1m26s
[09:05:50.633] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873104183810887888:47:0)
[09:05:50.652] Build status: SCHEDULED
[09:05:50.652] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873104183810887888:48:0) after 8m49s
[09:14:39.704] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873104183810887888:48:0)
[09:14:39.833] Build status: SCHEDULED
[09:14:39.833] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873104183810887888:49:0) after 5m37s
[09:20:17.037] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873104183810887888:49:0)
[09:20:17.056] Build status: SCHEDULED
[09:20:17.056] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873104183810887888:50:0) after 7m13s
[09:27:30.202] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873104183810887888:50:0)
[09:27:30.235] Build status: SCHEDULED
[09:27:30.236] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873104183810887888:51:0) after 7m31s
[09:35:01.484] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873104183810887888:51:0)
[09:35:01.520] Build status: SCHEDULED
[09:35:01.520] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873104183810887888:52:0) after 5m20s
[09:40:21.560] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873104183810887888:52:0)
[09:40:21.595] Build status: SCHEDULED
[09:40:21.595] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873104183810887888:53:0) after 7m40s
[09:48:01.624] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873104183810887888:53:0)
[09:48:01.642] Build status: SCHEDULED
[09:48:01.642] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873104183810887888:54:0) after 7m17s
[09:55:18.736] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873104183810887888:54:0)
[09:55:18.752] Build status: SCHEDULED
[09:55:18.752] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873104183810887888:55:0) after 8m43s
[10:04:01.776] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873104183810887888:55:0)
[10:04:01.807] Build status: SCHEDULED
[10:04:01.807] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873104183810887888:56:0) after 7m8s
[10:11:09.900] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873104183810887888:56:0)
[10:11:09.917] Build status: SCHEDULED
[10:11:09.917] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873104183810887888:57:0) after 9m40s
[10:20:50.058] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873104183810887888:57:0)
[10:20:50.077] Build status: SCHEDULED
[10:20:50.077] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873104183810887888:58:0) after 3m45s
[10:24:35.103] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873104183810887888:58:0)
[10:24:35.121] Build status: SCHEDULED
[10:24:35.121] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873104183810887888:59:0) after 4m7s
[10:28:42.147] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873104183810887888:59:0)
[10:28:42.180] Build status: SCHEDULED
[10:28:42.180] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873104183810887888:60:0) after 5m44s
[10:34:26.300] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873104183810887888:60:0)
[10:34:26.320] Build status: SCHEDULED
[10:34:26.320] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873104183810887888:61:0) after 7m30s
[10:41:56.568] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873104183810887888:61:0)
[10:41:56.588] Build status: SCHEDULED
[10:41:56.588] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873104183810887888:62:0) after 3m21s
[10:45:17.726] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873104183810887888:62:0)
[10:45:17.748] Build status: SCHEDULED
[10:45:17.748] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873104183810887888:63:0) after 3m34s
[10:48:52.216] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873104183810887888:63:0)
[10:48:52.245] Build status: SCHEDULED
[10:48:52.245] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873104183810887888:64:0) after 9m56s
[10:58:48.782] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873104183810887888:64:0)
[10:58:48.815] Build status: SCHEDULED
[10:58:48.815] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873104183810887888:65:0) after 8m55s
[11:07:43.873] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873104183810887888:65:0)
[11:07:43.934] Build status: SCHEDULED
[11:07:43.934] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873104183810887888:66:0) after 3m49s
[11:11:32.968] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873104183810887888:66:0)
[11:11:33.097] Build status: SCHEDULED
[11:11:33.097] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873104183810887888:67:0) after 8m58s
[11:12:01.354] Received PubSub notification, asking Buildbucket for the build status
[11:12:01.371] Build status: STARTED
[11:20:31.183] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873104183810887888:67:0)
[11:20:31.204] Build status: STARTED
[11:20:31.204] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873104183810887888:69:0) after 4m0s
[11:24:31.325] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873104183810887888:69:0)
[11:24:31.362] Build status: STARTED
[11:24:31.362] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873104183810887888:70:0) after 4m48s
[11:29:19.388] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873104183810887888:70:0)
[11:29:19.416] Build status: STARTED
[11:29:19.416] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873104183810887888:71:0) after 5m22s
[11:34:41.451] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873104183810887888:71:0)
[11:34:41.471] Build status: STARTED
[11:34:41.471] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873104183810887888:72:0) after 3m6s
[11:37:47.493] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873104183810887888:72:0)
[11:37:47.510] Build status: STARTED
[11:37:47.510] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873104183810887888:73:0) after 1m18s
[11:39:05.532] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873104183810887888:73:0)
[11:39:05.553] Build status: STARTED
[11:39:05.553] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873104183810887888:74:0) after 2m37s
[11:41:42.679] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873104183810887888:74:0)
[11:41:42.704] Build status: STARTED
[11:41:42.704] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873104183810887888:75:0) after 4m20s
[11:46:02.731] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873104183810887888:75:0)
[11:46:02.762] Build status: STARTED
[11:46:02.762] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873104183810887888:76:0) after 9m6s
[11:55:08.857] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873104183810887888:76:0)
[11:55:08.914] Build status: STARTED
[11:55:08.914] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873104183810887888:77:0) after 8m43s
[12:03:51.941] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873104183810887888:77:0)
[12:03:51.996] Build status: STARTED
[12:03:51.996] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873104183810887888:78:0) after 3m47s
[12:07:39.228] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873104183810887888:78:0)
[12:07:39.245] Build status: STARTED
[12:07:39.245] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873104183810887888:79:0) after 4m9s
[12:11:20.164] Received PubSub notification, asking Buildbucket for the build status
[12:11:20.188] Build:
{
  "id": "8707674121765698737",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-gn-main"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-08-02T05:17:36.644414672Z",
  "startTime": "2025-08-02T11:12:01.144342479Z",
  "endTime": "2025-08-02T12:11:18.895126577Z",
  "updateTime": "2025-08-02T12:11:18.895126577Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "94340c078cf40a547b8faab5de58bc7b283669ae",
      "ref": "refs/heads/main"
    }
  }
}
[12:11:20.188] Invocation finished in 6h53m44.878391919s with status FAILED