Status: FAILED
Triggered by: -
Duration: 6 hours
Actions:

Definition (rev 4c9983091ab9999abc5d04968bb40ccf57e06244)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "pigweed.dev.ci"
  builder: "pigweed-mac-x86-gn-main"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://pigweed.googlesource.com/pigweed/pigweed",
  "revision": "81786df51653f6b434df8b0ff94cdec64099cce0"
}

Incoming tags

  • buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/81786df51653f6b434df8b0ff94cdec64099cce0
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[06:52:59.377] New invocation is queued and will start shortly
[06:53:00.442] Starting the invocation (attempt 1)
[06:53:00.468] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/81786df51653f6b434df8b0ff94cdec64099cce0"
[06:53:00.468] Popped gitiles commit info from properties and tags
[06:53:00.468] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[06:53:00.468] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[06:53:00.469] Buildbucket request:
{
  "requestId": "8875181911930648384",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-gn-main"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8875181911930648384",
            "job": "pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main",
            "triggers": [
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "63174757bbb91b1d14d1b8fdd4954d6d75107bca"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@63174757bbb91b1d14d1b8fdd4954d6d75107bca",
                        "title": "63174757bbb91b1d14d1b8fdd4954d6d75107bca",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/63174757bbb91b1d14d1b8fdd4954d6d75107bca"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "9e1d364e285ec6c475bd8257534625a3d016f93f"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@9e1d364e285ec6c475bd8257534625a3d016f93f",
                        "title": "9e1d364e285ec6c475bd8257534625a3d016f93f",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/9e1d364e285ec6c475bd8257534625a3d016f93f"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "2b0ac396f168b5a7e4261e7a408c50747df64fe4"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@2b0ac396f168b5a7e4261e7a408c50747df64fe4",
                        "title": "2b0ac396f168b5a7e4261e7a408c50747df64fe4",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/2b0ac396f168b5a7e4261e7a408c50747df64fe4"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "81786df51653f6b434df8b0ff94cdec64099cce0"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@81786df51653f6b434df8b0ff94cdec64099cce0",
                        "title": "81786df51653f6b434df8b0ff94cdec64099cce0",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/81786df51653f6b434df8b0ff94cdec64099cce0"
                      }
                ]
          }
    },
  "gitilesCommit": {
    "host": "pigweed.googlesource.com",
    "project": "pigweed/pigweed",
    "id": "81786df51653f6b434df8b0ff94cdec64099cce0",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8875181911930648384"
    },
    {
      "key": "scheduler_job_id",
      "value": "pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[06:53:00.835] Scheduled build:
{
  "id": "8709751850051025969",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-gn-main"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-07-10T06:53:00.542649368Z",
  "updateTime": "2025-07-10T06:53:00.542649368Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "81786df51653f6b434df8b0ff94cdec64099cce0",
      "ref": "refs/heads/main"
    }
  }
}
[06:53:00.835] Task URL: https://cr-buildbucket.appspot.com/build/8709751850051025969
[06:53:00.835] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8875181911930648384:2:0) after 5m8s
[06:53:01.163] Received PubSub notification, asking Buildbucket for the build status
[06:53:01.190] Build status: SCHEDULED
[06:58:08.913] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8875181911930648384:2:0)
[06:58:08.952] Build status: SCHEDULED
[06:58:08.952] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8875181911930648384:4:0) after 3m10s
[07:01:18.971] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8875181911930648384:4:0)
[07:01:18.994] Build status: SCHEDULED
[07:01:18.994] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8875181911930648384:5:0) after 9m30s
[07:10:49.015] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8875181911930648384:5:0)
[07:10:49.038] Build status: SCHEDULED
[07:10:49.038] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8875181911930648384:6:0) after 1m58s
[07:12:47.059] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8875181911930648384:6:0)
[07:12:47.086] Build status: SCHEDULED
[07:12:47.086] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8875181911930648384:7:0) after 2m32s
[07:15:19.109] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8875181911930648384:7:0)
[07:15:19.136] Build status: SCHEDULED
[07:15:19.137] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8875181911930648384:8:0) after 2m46s
[07:18:05.227] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8875181911930648384:8:0)
[07:18:05.252] Build status: SCHEDULED
[07:18:05.252] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8875181911930648384:9:0) after 8m39s
[07:26:44.416] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8875181911930648384:9:0)
[07:26:44.439] Build status: SCHEDULED
[07:26:44.439] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8875181911930648384:10:0) after 4m9s
[07:30:53.459] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8875181911930648384:10:0)
[07:30:53.481] Build status: SCHEDULED
[07:30:53.481] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8875181911930648384:11:0) after 7m46s
[07:38:39.524] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8875181911930648384:11:0)
[07:38:39.554] Build status: SCHEDULED
[07:38:39.554] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8875181911930648384:12:0) after 2m56s
[07:41:35.734] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8875181911930648384:12:0)
[07:41:35.760] Build status: SCHEDULED
[07:41:35.760] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8875181911930648384:13:0) after 6m34s
[07:48:09.777] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8875181911930648384:13:0)
[07:48:09.804] Build status: SCHEDULED
[07:48:09.804] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8875181911930648384:14:0) after 6m18s
[07:54:27.829] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8875181911930648384:14:0)
[07:54:27.887] Build status: SCHEDULED
[07:54:27.887] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8875181911930648384:15:0) after 4m29s
[07:58:56.979] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8875181911930648384:15:0)
[07:58:57.015] Build status: SCHEDULED
[07:58:57.015] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8875181911930648384:16:0) after 4m6s
[08:03:03.029] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8875181911930648384:16:0)
[08:03:03.053] Build status: SCHEDULED
[08:03:03.053] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8875181911930648384:17:0) after 2m36s
[08:05:39.072] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8875181911930648384:17:0)
[08:05:39.179] Build status: SCHEDULED
[08:05:39.179] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8875181911930648384:18:0) after 3m14s
[08:08:53.219] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8875181911930648384:18:0)
[08:08:53.277] Build status: SCHEDULED
[08:08:53.277] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8875181911930648384:19:0) after 3m25s
[08:12:18.336] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8875181911930648384:19:0)
[08:12:18.440] Build status: SCHEDULED
[08:12:18.440] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8875181911930648384:20:0) after 6m10s
[08:18:28.462] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8875181911930648384:20:0)
[08:18:28.482] Build status: SCHEDULED
[08:18:28.482] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8875181911930648384:21:0) after 3m25s
[08:21:53.503] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8875181911930648384:21:0)
[08:21:53.529] Build status: SCHEDULED
[08:21:53.529] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8875181911930648384:22:0) after 5m25s
[08:27:18.561] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8875181911930648384:22:0)
[08:27:18.581] Build status: SCHEDULED
[08:27:18.581] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8875181911930648384:23:0) after 3m27s
[08:30:45.602] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8875181911930648384:23:0)
[08:30:45.626] Build status: SCHEDULED
[08:30:45.626] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8875181911930648384:24:0) after 1m51s
[08:32:36.665] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8875181911930648384:24:0)
[08:32:36.695] Build status: SCHEDULED
[08:32:36.696] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8875181911930648384:25:0) after 8m36s
[08:41:12.721] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8875181911930648384:25:0)
[08:41:12.747] Build status: SCHEDULED
[08:41:12.747] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8875181911930648384:26:0) after 5m20s
[08:46:32.767] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8875181911930648384:26:0)
[08:46:32.798] Build status: SCHEDULED
[08:46:32.798] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8875181911930648384:27:0) after 5m36s
[08:52:08.789] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8875181911930648384:27:0)
[08:52:08.837] Build status: SCHEDULED
[08:52:08.837] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8875181911930648384:28:0) after 9m24s
[09:01:32.852] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8875181911930648384:28:0)
[09:01:32.874] Build status: SCHEDULED
[09:01:32.874] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8875181911930648384:29:0) after 9m33s
[09:11:05.942] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8875181911930648384:29:0)
[09:11:05.970] Build status: SCHEDULED
[09:11:05.970] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8875181911930648384:30:0) after 4m53s
[09:15:59.036] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8875181911930648384:30:0)
[09:15:59.082] Build status: SCHEDULED
[09:15:59.082] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8875181911930648384:31:0) after 3m29s
[09:19:28.196] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8875181911930648384:31:0)
[09:19:28.210] Build status: SCHEDULED
[09:19:28.210] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8875181911930648384:32:0) after 4m2s
[09:23:30.311] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8875181911930648384:32:0)
[09:23:30.357] Build status: SCHEDULED
[09:23:30.357] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8875181911930648384:33:0) after 8m9s
[09:31:39.431] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8875181911930648384:33:0)
[09:31:39.465] Build status: SCHEDULED
[09:31:39.465] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8875181911930648384:34:0) after 6m23s
[09:38:02.495] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8875181911930648384:34:0)
[09:38:02.516] Build status: SCHEDULED
[09:38:02.516] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8875181911930648384:35:0) after 2m35s
[09:40:37.593] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8875181911930648384:35:0)
[09:40:37.688] Build status: SCHEDULED
[09:40:37.688] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8875181911930648384:36:0) after 7m39s
[09:48:16.713] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8875181911930648384:36:0)
[09:48:16.732] Build status: SCHEDULED
[09:48:16.732] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8875181911930648384:37:0) after 5m7s
[09:53:23.831] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8875181911930648384:37:0)
[09:53:23.863] Build status: SCHEDULED
[09:53:23.863] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8875181911930648384:38:0) after 2m11s
[09:55:34.969] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8875181911930648384:38:0)
[09:55:34.987] Build status: SCHEDULED
[09:55:34.987] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8875181911930648384:39:0) after 9m57s
[10:05:32.000] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8875181911930648384:39:0)
[10:05:32.036] Build status: SCHEDULED
[10:05:32.036] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8875181911930648384:40:0) after 1m53s
[10:07:25.394] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8875181911930648384:40:0)
[10:07:25.412] Build status: SCHEDULED
[10:07:25.412] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8875181911930648384:41:0) after 1m6s
[10:08:31.591] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8875181911930648384:41:0)
[10:08:31.610] Build status: SCHEDULED
[10:08:31.610] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8875181911930648384:42:0) after 7m48s
[10:16:19.982] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8875181911930648384:42:0)
[10:16:20.102] Build status: SCHEDULED
[10:16:20.102] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8875181911930648384:43:0) after 4m23s
[10:20:43.186] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8875181911930648384:43:0)
[10:20:43.206] Build status: SCHEDULED
[10:20:43.206] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8875181911930648384:44:0) after 5m50s
[10:26:33.232] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8875181911930648384:44:0)
[10:26:33.261] Build status: SCHEDULED
[10:26:33.261] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8875181911930648384:45:0) after 1m37s
[10:28:10.525] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8875181911930648384:45:0)
[10:28:10.549] Build status: SCHEDULED
[10:28:10.549] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8875181911930648384:46:0) after 2m56s
[10:31:06.676] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8875181911930648384:46:0)
[10:31:06.713] Build status: SCHEDULED
[10:31:06.713] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8875181911930648384:47:0) after 9m55s
[10:41:02.047] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8875181911930648384:47:0)
[10:41:02.083] Build status: SCHEDULED
[10:41:02.083] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8875181911930648384:48:0) after 6m5s
[10:47:07.277] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8875181911930648384:48:0)
[10:47:07.323] Build status: SCHEDULED
[10:47:07.323] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8875181911930648384:49:0) after 5m11s
[10:52:18.484] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8875181911930648384:49:0)
[10:52:18.505] Build status: SCHEDULED
[10:52:18.505] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8875181911930648384:50:0) after 8m4s
[11:00:22.816] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8875181911930648384:50:0)
[11:00:22.856] Build status: SCHEDULED
[11:00:22.856] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8875181911930648384:51:0) after 4m8s
[11:04:30.935] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8875181911930648384:51:0)
[11:04:30.974] Build status: SCHEDULED
[11:04:30.974] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8875181911930648384:52:0) after 4m17s
[11:08:47.963] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8875181911930648384:52:0)
[11:08:47.995] Build status: SCHEDULED
[11:08:47.995] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8875181911930648384:53:0) after 3m40s
[11:12:28.040] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8875181911930648384:53:0)
[11:12:28.126] Build status: SCHEDULED
[11:12:28.126] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8875181911930648384:54:0) after 8m15s
[11:20:43.230] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8875181911930648384:54:0)
[11:20:43.253] Build status: SCHEDULED
[11:20:43.253] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8875181911930648384:55:0) after 8m2s
[11:28:45.271] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8875181911930648384:55:0)
[11:28:45.352] Build status: SCHEDULED
[11:28:45.352] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8875181911930648384:56:0) after 1m42s
[11:30:27.404] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8875181911930648384:56:0)
[11:30:27.429] Build status: SCHEDULED
[11:30:27.429] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8875181911930648384:57:0) after 9m37s
[11:40:04.441] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8875181911930648384:57:0)
[11:40:04.562] Build status: SCHEDULED
[11:40:04.562] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8875181911930648384:58:0) after 5m7s
[11:45:11.583] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8875181911930648384:58:0)
[11:45:11.639] Build status: SCHEDULED
[11:45:11.639] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8875181911930648384:59:0) after 1m9s
[11:46:20.797] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8875181911930648384:59:0)
[11:46:20.818] Build status: SCHEDULED
[11:46:20.818] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8875181911930648384:60:0) after 4m15s
[11:50:35.989] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8875181911930648384:60:0)
[11:50:36.008] Build status: SCHEDULED
[11:50:36.008] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8875181911930648384:61:0) after 5m13s
[11:55:49.582] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8875181911930648384:61:0)
[11:55:49.602] Build status: SCHEDULED
[11:55:49.603] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8875181911930648384:62:0) after 6m37s
[12:02:26.705] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8875181911930648384:62:0)
[12:02:26.726] Build status: SCHEDULED
[12:02:26.726] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8875181911930648384:63:0) after 9m54s
[12:12:13.426] Received PubSub notification, asking Buildbucket for the build status
[12:12:13.449] Build status: STARTED
[12:12:20.749] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8875181911930648384:63:0)
[12:12:20.770] Build status: STARTED
[12:12:20.770] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8875181911930648384:65:0) after 6m36s
[12:18:56.864] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8875181911930648384:65:0)
[12:18:56.893] Build status: STARTED
[12:18:56.893] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8875181911930648384:66:0) after 9m33s
[12:28:29.911] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8875181911930648384:66:0)
[12:28:29.929] Build status: STARTED
[12:28:29.929] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8875181911930648384:67:0) after 4m16s
[12:32:46.048] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8875181911930648384:67:0)
[12:32:46.070] Build status: STARTED
[12:32:46.073] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8875181911930648384:68:0) after 4m10s
[12:36:56.303] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8875181911930648384:68:0)
[12:36:56.325] Build status: STARTED
[12:36:56.325] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8875181911930648384:69:0) after 8m0s
[12:44:56.338] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8875181911930648384:69:0)
[12:44:56.364] Build status: STARTED
[12:44:56.364] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8875181911930648384:70:0) after 9m11s
[12:54:07.492] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8875181911930648384:70:0)
[12:54:07.521] Build status: STARTED
[12:54:07.521] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8875181911930648384:71:0) after 8m45s
[13:02:52.545] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8875181911930648384:71:0)
[13:02:52.561] Build status: STARTED
[13:02:52.561] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8875181911930648384:72:0) after 7m0s
[13:09:52.579] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8875181911930648384:72:0)
[13:09:52.612] Build status: STARTED
[13:09:52.612] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8875181911930648384:73:0) after 2m12s
[13:10:53.367] Received PubSub notification, asking Buildbucket for the build status
[13:10:53.400] Build:
{
  "id": "8709751850051025969",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-gn-main"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-07-10T06:53:00.542649368Z",
  "startTime": "2025-07-10T12:12:12.388842487Z",
  "endTime": "2025-07-10T13:10:53.075068496Z",
  "updateTime": "2025-07-10T13:10:53.075068496Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "81786df51653f6b434df8b0ff94cdec64099cce0",
      "ref": "refs/heads/main"
    }
  }
}
[13:10:53.400] Invocation finished in 6h17m54.033314805s with status FAILED