1. All projects
  2. pigweed
  3. pigweed.dev.ci-pigweed-mac-x86-gn-main
  4. 8874393564900592896
Status: FAILED
Triggered by: -
Duration: 5 hours
Actions:

Definition (rev 4c9983091ab9999abc5d04968bb40ccf57e06244) 

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "pigweed.dev.ci"
  builder: "pigweed-mac-x86-gn-main"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://pigweed.googlesource.com/pigweed/pigweed",
  "revision": "f6fd828c57b7b9e3cc30f571c85d6c76deaf0e88"
}

Incoming tags

  • buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/f6fd828c57b7b9e3cc30f571c85d6c76deaf0e88
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[23:43:25.693] New invocation is queued and will start shortly
[23:43:26.806] Starting the invocation (attempt 1)
[23:43:26.837] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/f6fd828c57b7b9e3cc30f571c85d6c76deaf0e88"
[23:43:26.837] Popped gitiles commit info from properties and tags
[23:43:26.837] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[23:43:26.838] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[23:43:26.838] Buildbucket request:
{
  "requestId": "8874393564900592896",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-gn-main"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8874393564900592896",
            "job": "pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main",
            "triggers": [
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "34b1c7b72896f595242a98dcc0c34f0fcbea660d"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@34b1c7b72896f595242a98dcc0c34f0fcbea660d",
                        "title": "34b1c7b72896f595242a98dcc0c34f0fcbea660d",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/34b1c7b72896f595242a98dcc0c34f0fcbea660d"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "7aeeeeffe82195cccb83d4997667daa210c9fefa"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@7aeeeeffe82195cccb83d4997667daa210c9fefa",
                        "title": "7aeeeeffe82195cccb83d4997667daa210c9fefa",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/7aeeeeffe82195cccb83d4997667daa210c9fefa"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "c8e4854498101920874fefbe76ae1abd75b32cc6"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@c8e4854498101920874fefbe76ae1abd75b32cc6",
                        "title": "c8e4854498101920874fefbe76ae1abd75b32cc6",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/c8e4854498101920874fefbe76ae1abd75b32cc6"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "f6fd828c57b7b9e3cc30f571c85d6c76deaf0e88"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@f6fd828c57b7b9e3cc30f571c85d6c76deaf0e88",
                        "title": "f6fd828c57b7b9e3cc30f571c85d6c76deaf0e88",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/f6fd828c57b7b9e3cc30f571c85d6c76deaf0e88"
                      }
                ]
          }
    },
  "gitilesCommit": {
    "host": "pigweed.googlesource.com",
    "project": "pigweed/pigweed",
    "id": "f6fd828c57b7b9e3cc30f571c85d6c76deaf0e88",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8874393564900592896"
    },
    {
      "key": "scheduler_job_id",
      "value": "pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[23:43:27.218] Scheduled build:
{
  "id": "8708963502975560401",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-gn-main"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-07-18T23:43:26.900028825Z",
  "updateTime": "2025-07-18T23:43:26.900028825Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "f6fd828c57b7b9e3cc30f571c85d6c76deaf0e88",
      "ref": "refs/heads/main"
    }
  }
}
[23:43:27.218] Task URL: https://cr-buildbucket.appspot.com/build/8708963502975560401
[23:43:27.218] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8874393564900592896:2:0) after 6m11s
[23:43:28.187] Received PubSub notification, asking Buildbucket for the build status
[23:43:28.267] Build status: SCHEDULED
[23:49:38.217] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8874393564900592896:2:0)
[23:49:38.282] Build status: SCHEDULED
[23:49:38.282] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8874393564900592896:4:0) after 3m37s
[23:53:15.328] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8874393564900592896:4:0)
[23:53:15.349] Build status: SCHEDULED
[23:53:15.349] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8874393564900592896:5:0) after 8m1s
[00:01:16.417] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8874393564900592896:5:0)
[00:01:16.437] Build status: SCHEDULED
[00:01:16.437] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8874393564900592896:6:0) after 6m17s
[00:07:33.466] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8874393564900592896:6:0)
[00:07:33.495] Build status: SCHEDULED
[00:07:33.495] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8874393564900592896:7:0) after 8m18s
[00:15:51.524] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8874393564900592896:7:0)
[00:15:51.544] Build status: SCHEDULED
[00:15:51.544] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8874393564900592896:8:0) after 1m15s
[00:17:06.669] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8874393564900592896:8:0)
[00:17:06.696] Build status: SCHEDULED
[00:17:06.696] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8874393564900592896:9:0) after 9m19s
[00:26:25.721] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8874393564900592896:9:0)
[00:26:25.765] Build status: SCHEDULED
[00:26:25.765] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8874393564900592896:10:0) after 4m52s
[00:31:17.790] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8874393564900592896:10:0)
[00:31:17.825] Build status: SCHEDULED
[00:31:17.825] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8874393564900592896:11:0) after 4m32s
[00:35:49.842] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8874393564900592896:11:0)
[00:35:49.858] Build status: SCHEDULED
[00:35:49.858] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8874393564900592896:12:0) after 9m47s
[00:45:36.879] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8874393564900592896:12:0)
[00:45:36.904] Build status: SCHEDULED
[00:45:36.904] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8874393564900592896:13:0) after 6m13s
[00:51:49.924] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8874393564900592896:13:0)
[00:51:50.021] Build status: SCHEDULED
[00:51:50.021] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8874393564900592896:14:0) after 7m27s
[00:59:17.045] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8874393564900592896:14:0)
[00:59:17.066] Build status: SCHEDULED
[00:59:17.066] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8874393564900592896:15:0) after 1m43s
[01:01:00.143] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8874393564900592896:15:0)
[01:01:00.171] Build status: SCHEDULED
[01:01:00.171] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8874393564900592896:16:0) after 5m25s
[01:06:25.206] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8874393564900592896:16:0)
[01:06:25.294] Build status: SCHEDULED
[01:06:25.294] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8874393564900592896:17:0) after 7m37s
[01:14:02.311] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8874393564900592896:17:0)
[01:14:02.349] Build status: SCHEDULED
[01:14:02.349] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8874393564900592896:18:0) after 1m32s
[01:15:34.877] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8874393564900592896:18:0)
[01:15:35.055] Build status: SCHEDULED
[01:15:35.055] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8874393564900592896:19:0) after 7m2s
[01:22:37.082] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8874393564900592896:19:0)
[01:22:37.116] Build status: SCHEDULED
[01:22:37.117] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8874393564900592896:20:0) after 1m28s
[01:24:05.137] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8874393564900592896:20:0)
[01:24:05.208] Build status: SCHEDULED
[01:24:05.208] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8874393564900592896:21:0) after 3m1s
[01:27:06.237] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8874393564900592896:21:0)
[01:27:06.301] Build status: SCHEDULED
[01:27:06.301] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8874393564900592896:22:0) after 4m34s
[01:31:40.316] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8874393564900592896:22:0)
[01:31:40.369] Build status: SCHEDULED
[01:31:40.369] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8874393564900592896:23:0) after 5m48s
[01:37:28.504] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8874393564900592896:23:0)
[01:37:28.527] Build status: SCHEDULED
[01:37:28.527] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8874393564900592896:24:0) after 4m37s
[01:42:05.571] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8874393564900592896:24:0)
[01:42:05.598] Build status: SCHEDULED
[01:42:05.599] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8874393564900592896:25:0) after 6m40s
[01:48:45.926] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8874393564900592896:25:0)
[01:48:45.955] Build status: SCHEDULED
[01:48:45.955] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8874393564900592896:26:0) after 8m52s
[01:57:38.105] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8874393564900592896:26:0)
[01:57:38.125] Build status: SCHEDULED
[01:57:38.125] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8874393564900592896:27:0) after 3m1s
[02:00:39.263] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8874393564900592896:27:0)
[02:00:39.313] Build status: SCHEDULED
[02:00:39.313] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8874393564900592896:28:0) after 6m27s
[02:07:06.340] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8874393564900592896:28:0)
[02:07:06.363] Build status: SCHEDULED
[02:07:06.363] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8874393564900592896:29:0) after 4m36s
[02:11:42.409] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8874393564900592896:29:0)
[02:11:42.425] Build status: SCHEDULED
[02:11:42.425] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8874393564900592896:30:0) after 4m28s
[02:16:10.868] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8874393564900592896:30:0)
[02:16:10.898] Build status: SCHEDULED
[02:16:10.898] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8874393564900592896:31:0) after 5m57s
[02:22:07.922] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8874393564900592896:31:0)
[02:22:07.950] Build status: SCHEDULED
[02:22:07.950] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8874393564900592896:32:0) after 4m52s
[02:27:00.015] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8874393564900592896:32:0)
[02:27:00.040] Build status: SCHEDULED
[02:27:00.040] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8874393564900592896:33:0) after 6m29s
[02:33:29.561] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8874393564900592896:33:0)
[02:33:29.580] Build status: SCHEDULED
[02:33:29.580] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8874393564900592896:34:0) after 6m41s
[02:40:10.625] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8874393564900592896:34:0)
[02:40:10.652] Build status: SCHEDULED
[02:40:10.652] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8874393564900592896:35:0) after 2m54s
[02:43:04.712] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8874393564900592896:35:0)
[02:43:04.751] Build status: SCHEDULED
[02:43:04.751] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8874393564900592896:36:0) after 3m17s
[02:46:21.881] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8874393564900592896:36:0)
[02:46:21.898] Build status: SCHEDULED
[02:46:21.898] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8874393564900592896:37:0) after 2m25s
[02:48:47.102] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8874393564900592896:37:0)
[02:48:47.124] Build status: SCHEDULED
[02:48:47.124] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8874393564900592896:38:0) after 2m22s
[02:51:09.247] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8874393564900592896:38:0)
[02:51:09.308] Build status: SCHEDULED
[02:51:09.308] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8874393564900592896:39:0) after 3m44s
[02:54:53.621] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8874393564900592896:39:0)
[02:54:53.638] Build status: SCHEDULED
[02:54:53.638] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8874393564900592896:40:0) after 6m53s
[03:01:46.669] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8874393564900592896:40:0)
[03:01:46.685] Build status: SCHEDULED
[03:01:46.686] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8874393564900592896:41:0) after 3m30s
[03:05:16.709] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8874393564900592896:41:0)
[03:05:16.887] Build status: SCHEDULED
[03:05:16.887] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8874393564900592896:42:0) after 2m23s
[03:07:40.053] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8874393564900592896:42:0)
[03:07:40.086] Build status: SCHEDULED
[03:07:40.086] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8874393564900592896:43:0) after 2m42s
[03:10:22.999] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8874393564900592896:43:0)
[03:10:23.029] Build status: SCHEDULED
[03:10:23.029] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8874393564900592896:44:0) after 6m47s
[03:17:10.911] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8874393564900592896:44:0)
[03:17:11.066] Build status: SCHEDULED
[03:17:11.066] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8874393564900592896:45:0) after 7m27s
[03:24:38.093] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8874393564900592896:45:0)
[03:24:38.113] Build status: SCHEDULED
[03:24:38.113] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8874393564900592896:46:0) after 9m29s
[03:34:07.312] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8874393564900592896:46:0)
[03:34:07.373] Build status: SCHEDULED
[03:34:07.373] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8874393564900592896:47:0) after 3m26s
[03:37:33.403] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8874393564900592896:47:0)
[03:37:33.434] Build status: SCHEDULED
[03:37:33.434] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8874393564900592896:48:0) after 2m57s
[03:40:30.462] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8874393564900592896:48:0)
[03:40:30.496] Build status: SCHEDULED
[03:40:30.496] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8874393564900592896:49:0) after 3m21s
[03:43:51.481] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8874393564900592896:49:0)
[03:43:51.513] Build status: SCHEDULED
[03:43:51.514] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8874393564900592896:50:0) after 2m26s
[03:46:17.635] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8874393564900592896:50:0)
[03:46:17.664] Build status: SCHEDULED
[03:46:17.664] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8874393564900592896:51:0) after 7m25s
[03:53:42.691] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8874393564900592896:51:0)
[03:53:42.712] Build status: SCHEDULED
[03:53:42.712] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8874393564900592896:52:0) after 8m1s
[04:01:43.997] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8874393564900592896:52:0)
[04:01:44.058] Build status: SCHEDULED
[04:01:44.058] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8874393564900592896:53:0) after 8m1s
[04:09:45.129] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8874393564900592896:53:0)
[04:09:45.768] Build status: SCHEDULED
[04:09:45.768] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8874393564900592896:54:0) after 2m31s
[04:12:16.794] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8874393564900592896:54:0)
[04:12:16.811] Build status: SCHEDULED
[04:12:16.811] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8874393564900592896:55:0) after 1m4s
[04:13:03.954] Received PubSub notification, asking Buildbucket for the build status
[04:13:03.986] Build status: STARTED
[04:13:20.930] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8874393564900592896:55:0)
[04:13:20.953] Build status: STARTED
[04:13:20.953] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8874393564900592896:57:0) after 7m34s
[04:20:55.038] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8874393564900592896:57:0)
[04:20:55.061] Build status: STARTED
[04:20:55.062] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8874393564900592896:58:0) after 7m26s
[04:28:21.086] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8874393564900592896:58:0)
[04:28:21.119] Build status: STARTED
[04:28:21.119] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8874393564900592896:59:0) after 3m9s
[04:31:30.445] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8874393564900592896:59:0)
[04:31:30.515] Build status: STARTED
[04:31:30.515] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8874393564900592896:60:0) after 7m7s
[04:38:37.625] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8874393564900592896:60:0)
[04:38:37.692] Build status: STARTED
[04:38:37.692] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8874393564900592896:61:0) after 4m2s
[04:42:39.716] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8874393564900592896:61:0)
[04:42:39.743] Build status: STARTED
[04:42:39.743] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8874393564900592896:62:0) after 7m45s
[04:50:24.767] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8874393564900592896:62:0)
[04:50:24.798] Build status: STARTED
[04:50:24.798] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8874393564900592896:63:0) after 5m9s
[04:55:33.849] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8874393564900592896:63:0)
[04:55:33.867] Build status: STARTED
[04:55:33.867] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8874393564900592896:64:0) after 3m34s
[04:59:07.894] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8874393564900592896:64:0)
[04:59:07.915] Build status: STARTED
[04:59:07.915] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8874393564900592896:65:0) after 4m5s
[05:03:12.941] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8874393564900592896:65:0)
[05:03:12.977] Build status: STARTED
[05:03:12.977] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8874393564900592896:66:0) after 3m13s
[05:06:26.291] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8874393564900592896:66:0)
[05:06:26.310] Build status: STARTED
[05:06:26.310] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8874393564900592896:67:0) after 7m2s
[05:12:01.294] Received PubSub notification, asking Buildbucket for the build status
[05:12:01.323] Build:
{
  "id": "8708963502975560401",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-gn-main"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-07-18T23:43:26.900028825Z",
  "startTime": "2025-07-19T04:13:02.878530648Z",
  "endTime": "2025-07-19T05:11:57.503448518Z",
  "updateTime": "2025-07-19T05:11:57.503448518Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "f6fd828c57b7b9e3cc30f571c85d6c76deaf0e88",
      "ref": "refs/heads/main"
    }
  }
}
[05:12:01.323] Invocation finished in 5h28m35.642059322s with status FAILED