Status: FAILED
Triggered by: -
Duration: 5 hours
Actions:

Definition (rev 94710e53eda26449a096b1dc73b04caa32670514)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "pigweed.dev.ci"
  builder: "pigweed-mac-x86-bazel-default"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://pigweed.googlesource.com/pigweed/pigweed",
  "revision": "5e1b45adbaf011e11dd9a9e6916f1c52a3d8cb81"
}

Incoming tags

  • buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/5e1b45adbaf011e11dd9a9e6916f1c52a3d8cb81
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[04:05:20.184] New invocation is queued and will start shortly
[04:05:21.241] Starting the invocation (attempt 1)
[04:05:21.265] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/5e1b45adbaf011e11dd9a9e6916f1c52a3d8cb81"
[04:05:21.265] Popped gitiles commit info from properties and tags
[04:05:21.265] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[04:05:21.266] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[04:05:21.266] Buildbucket request:
{
  "requestId": "8864139629860938240",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-bazel-default"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8864139629860938240",
            "job": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default",
            "triggers": [
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "a79606e7790235c79847131fe6eb0e53c61369c9"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@a79606e7790235c79847131fe6eb0e53c61369c9",
                        "title": "a79606e7790235c79847131fe6eb0e53c61369c9",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/a79606e7790235c79847131fe6eb0e53c61369c9"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "5e1b45adbaf011e11dd9a9e6916f1c52a3d8cb81"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@5e1b45adbaf011e11dd9a9e6916f1c52a3d8cb81",
                        "title": "5e1b45adbaf011e11dd9a9e6916f1c52a3d8cb81",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/5e1b45adbaf011e11dd9a9e6916f1c52a3d8cb81"
                      }
                ]
          }
    },
  "gitilesCommit": {
    "host": "pigweed.googlesource.com",
    "project": "pigweed/pigweed",
    "id": "5e1b45adbaf011e11dd9a9e6916f1c52a3d8cb81",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8864139629860938240"
    },
    {
      "key": "scheduler_job_id",
      "value": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[04:05:22.281] Scheduled build:
{
  "id": "8698709567902491393",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-bazel-default"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-11-09T04:05:21.422872669Z",
  "updateTime": "2025-11-09T04:05:21.422872669Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "5e1b45adbaf011e11dd9a9e6916f1c52a3d8cb81",
      "ref": "refs/heads/main"
    }
  }
}
[04:05:22.281] Task URL: https://cr-buildbucket.appspot.com/build/8698709567902491393
[04:05:22.281] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864139629860938240:2:0) after 8m2s
[04:05:22.945] Received PubSub notification, asking Buildbucket for the build status
[04:05:22.960] Build status: SCHEDULED
[04:13:24.472] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864139629860938240:2:0)
[04:13:24.495] Build status: SCHEDULED
[04:13:24.496] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864139629860938240:4:0) after 7m26s
[04:20:50.510] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864139629860938240:4:0)
[04:20:50.538] Build status: SCHEDULED
[04:20:50.538] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864139629860938240:5:0) after 2m54s
[04:23:44.769] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864139629860938240:5:0)
[04:23:44.790] Build status: SCHEDULED
[04:23:44.790] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864139629860938240:6:0) after 3m57s
[04:27:41.922] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864139629860938240:6:0)
[04:27:41.949] Build status: SCHEDULED
[04:27:41.949] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864139629860938240:7:0) after 3m10s
[04:30:52.110] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864139629860938240:7:0)
[04:30:52.126] Build status: SCHEDULED
[04:30:52.126] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864139629860938240:8:0) after 8m47s
[04:39:39.119] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864139629860938240:8:0)
[04:39:39.138] Build status: SCHEDULED
[04:39:39.138] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864139629860938240:9:0) after 3m25s
[04:43:04.328] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864139629860938240:9:0)
[04:43:04.345] Build status: SCHEDULED
[04:43:04.345] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864139629860938240:10:0) after 2m41s
[04:45:45.457] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864139629860938240:10:0)
[04:45:45.470] Build status: SCHEDULED
[04:45:45.470] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864139629860938240:11:0) after 3m34s
[04:49:19.547] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864139629860938240:11:0)
[04:49:19.577] Build status: SCHEDULED
[04:49:19.577] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864139629860938240:12:0) after 3m57s
[04:53:16.688] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864139629860938240:12:0)
[04:53:16.713] Build status: SCHEDULED
[04:53:16.713] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864139629860938240:13:0) after 8m36s
[05:01:52.827] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864139629860938240:13:0)
[05:01:52.938] Build status: SCHEDULED
[05:01:52.938] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864139629860938240:14:0) after 2m19s
[05:04:12.133] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864139629860938240:14:0)
[05:04:12.149] Build status: SCHEDULED
[05:04:12.149] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864139629860938240:15:0) after 5m10s
[05:09:22.199] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864139629860938240:15:0)
[05:09:22.248] Build status: SCHEDULED
[05:09:22.248] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864139629860938240:16:0) after 9m32s
[05:18:54.261] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864139629860938240:16:0)
[05:18:54.276] Build status: SCHEDULED
[05:18:54.276] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864139629860938240:17:0) after 9m18s
[05:28:12.289] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864139629860938240:17:0)
[05:28:12.302] Build status: SCHEDULED
[05:28:12.302] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864139629860938240:18:0) after 7m23s
[05:35:35.300] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864139629860938240:18:0)
[05:35:35.384] Build status: SCHEDULED
[05:35:35.385] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864139629860938240:19:0) after 9m37s
[05:45:12.400] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864139629860938240:19:0)
[05:45:12.415] Build status: SCHEDULED
[05:45:12.415] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864139629860938240:20:0) after 8m45s
[05:53:57.525] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864139629860938240:20:0)
[05:53:57.558] Build status: SCHEDULED
[05:53:57.558] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864139629860938240:21:0) after 9m1s
[06:02:58.572] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864139629860938240:21:0)
[06:02:58.618] Build status: SCHEDULED
[06:02:58.618] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864139629860938240:22:0) after 9m54s
[06:12:52.715] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864139629860938240:22:0)
[06:12:52.728] Build status: SCHEDULED
[06:12:52.729] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864139629860938240:23:0) after 8m57s
[06:21:49.751] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864139629860938240:23:0)
[06:21:49.765] Build status: SCHEDULED
[06:21:49.765] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864139629860938240:24:0) after 1m50s
[06:23:39.784] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864139629860938240:24:0)
[06:23:39.802] Build status: SCHEDULED
[06:23:39.802] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864139629860938240:25:0) after 6m48s
[06:30:27.830] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864139629860938240:25:0)
[06:30:27.848] Build status: SCHEDULED
[06:30:27.848] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864139629860938240:26:0) after 5m15s
[06:35:43.160] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864139629860938240:26:0)
[06:35:43.177] Build status: SCHEDULED
[06:35:43.178] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864139629860938240:27:0) after 4m40s
[06:40:23.191] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864139629860938240:27:0)
[06:40:23.224] Build status: SCHEDULED
[06:40:23.224] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864139629860938240:28:0) after 9m0s
[06:49:23.240] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864139629860938240:28:0)
[06:49:23.271] Build status: SCHEDULED
[06:49:23.271] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864139629860938240:29:0) after 8m54s
[06:58:17.290] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864139629860938240:29:0)
[06:58:17.375] Build status: SCHEDULED
[06:58:17.375] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864139629860938240:30:0) after 8m26s
[07:06:43.659] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864139629860938240:30:0)
[07:06:43.676] Build status: SCHEDULED
[07:06:43.676] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864139629860938240:31:0) after 6m50s
[07:13:33.794] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864139629860938240:31:0)
[07:13:33.817] Build status: SCHEDULED
[07:13:33.817] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864139629860938240:32:0) after 5m19s
[07:18:53.003] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864139629860938240:32:0)
[07:18:53.024] Build status: SCHEDULED
[07:18:53.024] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864139629860938240:33:0) after 6m16s
[07:25:09.040] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864139629860938240:33:0)
[07:25:09.055] Build status: SCHEDULED
[07:25:09.055] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864139629860938240:34:0) after 7m50s
[07:32:59.078] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864139629860938240:34:0)
[07:32:59.094] Build status: SCHEDULED
[07:32:59.094] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864139629860938240:35:0) after 7m23s
[07:40:22.113] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864139629860938240:35:0)
[07:40:22.128] Build status: SCHEDULED
[07:40:22.128] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864139629860938240:36:0) after 6m20s
[07:46:42.143] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864139629860938240:36:0)
[07:46:42.159] Build status: SCHEDULED
[07:46:42.159] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864139629860938240:37:0) after 4m4s
[07:50:46.215] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864139629860938240:37:0)
[07:50:46.309] Build status: SCHEDULED
[07:50:46.309] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864139629860938240:38:0) after 2m52s
[07:53:38.324] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864139629860938240:38:0)
[07:53:38.353] Build status: SCHEDULED
[07:53:38.353] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864139629860938240:39:0) after 7m19s
[08:00:57.380] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864139629860938240:39:0)
[08:00:57.409] Build status: SCHEDULED
[08:00:57.409] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864139629860938240:40:0) after 9m35s
[08:10:32.893] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864139629860938240:40:0)
[08:10:32.907] Build status: SCHEDULED
[08:10:32.907] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864139629860938240:41:0) after 8m40s
[08:19:12.913] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864139629860938240:41:0)
[08:19:12.934] Build status: SCHEDULED
[08:19:12.934] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864139629860938240:42:0) after 9m27s
[08:20:36.008] Received PubSub notification, asking Buildbucket for the build status
[08:20:36.437] Build status: STARTED
[08:28:39.977] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864139629860938240:42:0)
[08:28:39.996] Build status: STARTED
[08:28:39.996] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864139629860938240:44:0) after 1m2s
[08:29:42.142] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864139629860938240:44:0)
[08:29:42.157] Build status: STARTED
[08:29:42.157] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864139629860938240:45:0) after 9m12s
[08:38:54.229] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864139629860938240:45:0)
[08:38:54.256] Build status: STARTED
[08:38:54.256] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864139629860938240:46:0) after 9m17s
[08:48:11.273] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864139629860938240:46:0)
[08:48:11.297] Build status: STARTED
[08:48:11.297] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864139629860938240:47:0) after 7m44s
[08:55:55.313] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864139629860938240:47:0)
[08:55:55.329] Build status: STARTED
[08:55:55.329] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864139629860938240:48:0) after 5m16s
[09:01:11.412] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864139629860938240:48:0)
[09:01:11.476] Build status: STARTED
[09:01:11.476] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864139629860938240:49:0) after 1m33s
[09:02:44.495] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864139629860938240:49:0)
[09:02:44.523] Build status: STARTED
[09:02:44.523] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864139629860938240:50:0) after 5m30s
[09:08:14.538] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864139629860938240:50:0)
[09:08:14.568] Build status: STARTED
[09:08:14.568] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864139629860938240:51:0) after 4m39s
[09:12:53.557] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864139629860938240:51:0)
[09:12:53.571] Build status: STARTED
[09:12:53.571] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864139629860938240:52:0) after 9m58s
[09:22:51.925] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864139629860938240:52:0)
[09:22:51.940] Build status: STARTED
[09:22:51.940] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864139629860938240:53:0) after 6m20s
[09:29:12.254] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864139629860938240:53:0)
[09:29:12.269] Build status: STARTED
[09:29:12.269] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864139629860938240:54:0) after 7m51s
[09:37:03.284] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864139629860938240:54:0)
[09:37:03.299] Build status: STARTED
[09:37:03.299] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864139629860938240:55:0) after 5m29s
[09:42:32.318] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864139629860938240:55:0)
[09:42:32.340] Build status: STARTED
[09:42:32.340] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864139629860938240:56:0) after 6m2s
[09:48:34.423] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864139629860938240:56:0)
[09:48:34.495] Build status: STARTED
[09:48:34.495] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864139629860938240:57:0) after 4m51s
[09:53:25.501] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864139629860938240:57:0)
[09:53:25.558] Build status: STARTED
[09:53:25.558] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864139629860938240:58:0) after 7m4s
[09:54:25.908] Received PubSub notification, asking Buildbucket for the build status
[09:54:25.923] Build:
{
  "id": "8698709567902491393",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-bazel-default"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-11-09T04:05:21.422872669Z",
  "startTime": "2025-11-09T08:20:34.467558424Z",
  "endTime": "2025-11-09T09:54:25.622246840Z",
  "updateTime": "2025-11-09T09:54:25.622246840Z",
  "status": "INFRA_FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "5e1b45adbaf011e11dd9a9e6916f1c52a3d8cb81",
      "ref": "refs/heads/main"
    }
  }
}
[09:54:25.923] Invocation finished in 5h49m5.753320559s with status FAILED