Status: FAILED
Triggered by: -
Duration: 7 hours
Actions:

Definition (rev 87c2125f7fa7df3bf4094b07ddcb7198e2aa204a)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "pigweed.dev.ci"
  builder: "pigweed-mac-x86-bazel-kernel"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://pigweed.googlesource.com/pigweed/pigweed",
  "revision": "b22a59a7ce927c795e9d88de0ddc63aa2d36c34f"
}

Incoming tags

  • buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/b22a59a7ce927c795e9d88de0ddc63aa2d36c34f
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[04:13:54.282] New invocation is queued and will start shortly
[04:13:55.340] Starting the invocation (attempt 1)
[04:13:55.364] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/b22a59a7ce927c795e9d88de0ddc63aa2d36c34f"
[04:13:55.364] Popped gitiles commit info from properties and tags
[04:13:55.364] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[04:13:55.364] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[04:13:55.365] Buildbucket request:
{
  "requestId": "8868940730005312288",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-bazel-kernel"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8868940730005312288",
            "job": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel",
            "triggers": [
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "01a13c65e4a58a6154df79eebd77784c5bbe44af"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@01a13c65e4a58a6154df79eebd77784c5bbe44af",
                        "title": "01a13c65e4a58a6154df79eebd77784c5bbe44af",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/01a13c65e4a58a6154df79eebd77784c5bbe44af"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "657888064034afe47831e968298b695a9eabe4e0"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@657888064034afe47831e968298b695a9eabe4e0",
                        "title": "657888064034afe47831e968298b695a9eabe4e0",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/657888064034afe47831e968298b695a9eabe4e0"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "379fd21ca7001b363c4d35a89b60aeb3510a0c47"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@379fd21ca7001b363c4d35a89b60aeb3510a0c47",
                        "title": "379fd21ca7001b363c4d35a89b60aeb3510a0c47",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/379fd21ca7001b363c4d35a89b60aeb3510a0c47"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "b22a59a7ce927c795e9d88de0ddc63aa2d36c34f"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@b22a59a7ce927c795e9d88de0ddc63aa2d36c34f",
                        "title": "b22a59a7ce927c795e9d88de0ddc63aa2d36c34f",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/b22a59a7ce927c795e9d88de0ddc63aa2d36c34f"
                      }
                ]
          }
    },
  "gitilesCommit": {
    "host": "pigweed.googlesource.com",
    "project": "pigweed/pigweed",
    "id": "b22a59a7ce927c795e9d88de0ddc63aa2d36c34f",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8868940730005312288"
    },
    {
      "key": "scheduler_job_id",
      "value": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[04:13:55.710] Scheduled build:
{
  "id": "8703510668157187473",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-bazel-kernel"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-09-17T04:13:55.418661448Z",
  "updateTime": "2025-09-17T04:13:55.418661448Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "b22a59a7ce927c795e9d88de0ddc63aa2d36c34f",
      "ref": "refs/heads/main"
    }
  }
}
[04:13:55.710] Task URL: https://cr-buildbucket.appspot.com/build/8703510668157187473
[04:13:55.710] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8868940730005312288:2:0) after 8m53s
[04:13:55.948] Received PubSub notification, asking Buildbucket for the build status
[04:13:55.973] Build status: SCHEDULED
[04:22:48.775] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8868940730005312288:2:0)
[04:22:48.792] Build status: SCHEDULED
[04:22:48.792] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8868940730005312288:4:0) after 9m57s
[04:32:45.811] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8868940730005312288:4:0)
[04:32:45.837] Build status: SCHEDULED
[04:32:45.837] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8868940730005312288:5:0) after 3m6s
[04:35:51.855] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8868940730005312288:5:0)
[04:35:51.883] Build status: SCHEDULED
[04:35:51.883] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8868940730005312288:6:0) after 1m2s
[04:36:53.868] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8868940730005312288:6:0)
[04:36:53.894] Build status: SCHEDULED
[04:36:53.894] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8868940730005312288:7:0) after 4m57s
[04:41:50.948] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8868940730005312288:7:0)
[04:41:50.988] Build status: SCHEDULED
[04:41:50.988] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8868940730005312288:8:0) after 6m8s
[04:47:59.244] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8868940730005312288:8:0)
[04:47:59.259] Build status: SCHEDULED
[04:47:59.259] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8868940730005312288:9:0) after 1m39s
[04:49:38.272] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8868940730005312288:9:0)
[04:49:38.300] Build status: SCHEDULED
[04:49:38.300] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8868940730005312288:10:0) after 8m29s
[04:58:07.334] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8868940730005312288:10:0)
[04:58:07.354] Build status: SCHEDULED
[04:58:07.354] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8868940730005312288:11:0) after 7m50s
[05:05:57.420] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8868940730005312288:11:0)
[05:05:57.443] Build status: SCHEDULED
[05:05:57.443] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8868940730005312288:12:0) after 6m20s
[05:12:17.458] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8868940730005312288:12:0)
[05:12:17.475] Build status: SCHEDULED
[05:12:17.475] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8868940730005312288:13:0) after 4m10s
[05:16:27.489] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8868940730005312288:13:0)
[05:16:27.506] Build status: SCHEDULED
[05:16:27.507] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8868940730005312288:14:0) after 7m7s
[05:23:35.515] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8868940730005312288:14:0)
[05:23:35.534] Build status: SCHEDULED
[05:23:35.534] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8868940730005312288:15:0) after 8m24s
[05:31:59.649] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8868940730005312288:15:0)
[05:31:59.677] Build status: SCHEDULED
[05:31:59.677] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8868940730005312288:16:0) after 5m58s
[05:37:57.722] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8868940730005312288:16:0)
[05:37:57.742] Build status: SCHEDULED
[05:37:57.742] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8868940730005312288:17:0) after 5m28s
[05:43:25.826] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8868940730005312288:17:0)
[05:43:25.862] Build status: SCHEDULED
[05:43:25.862] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8868940730005312288:18:0) after 9m17s
[05:52:42.966] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8868940730005312288:18:0)
[05:52:42.982] Build status: SCHEDULED
[05:52:42.983] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8868940730005312288:19:0) after 6m3s
[05:58:46.046] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8868940730005312288:19:0)
[05:58:46.064] Build status: SCHEDULED
[05:58:46.064] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8868940730005312288:20:0) after 3m40s
[06:02:26.077] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8868940730005312288:20:0)
[06:02:26.098] Build status: SCHEDULED
[06:02:26.098] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8868940730005312288:21:0) after 2m26s
[06:04:52.153] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8868940730005312288:21:0)
[06:04:52.363] Build status: SCHEDULED
[06:04:52.363] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8868940730005312288:22:0) after 3m26s
[06:08:18.334] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8868940730005312288:22:0)
[06:08:18.354] Build status: SCHEDULED
[06:08:18.354] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8868940730005312288:23:0) after 4m37s
[06:12:55.374] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8868940730005312288:23:0)
[06:12:55.414] Build status: SCHEDULED
[06:12:55.414] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8868940730005312288:24:0) after 1m34s
[06:14:29.433] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8868940730005312288:24:0)
[06:14:29.451] Build status: SCHEDULED
[06:14:29.451] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8868940730005312288:25:0) after 5m30s
[06:19:59.468] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8868940730005312288:25:0)
[06:19:59.509] Build status: SCHEDULED
[06:19:59.509] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8868940730005312288:26:0) after 7m44s
[06:27:43.599] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8868940730005312288:26:0)
[06:27:43.613] Build status: SCHEDULED
[06:27:43.613] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8868940730005312288:27:0) after 4m51s
[06:32:40.192] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8868940730005312288:27:0)
[06:32:40.296] Build status: SCHEDULED
[06:32:40.296] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8868940730005312288:28:0) after 1m4s
[06:33:44.366] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8868940730005312288:28:0)
[06:33:44.389] Build status: SCHEDULED
[06:33:44.389] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8868940730005312288:29:0) after 4m9s
[06:37:53.403] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8868940730005312288:29:0)
[06:37:53.423] Build status: SCHEDULED
[06:37:53.424] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8868940730005312288:30:0) after 3m44s
[06:41:37.445] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8868940730005312288:30:0)
[06:41:37.461] Build status: SCHEDULED
[06:41:37.461] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8868940730005312288:31:0) after 4m58s
[06:46:35.503] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8868940730005312288:31:0)
[06:46:35.521] Build status: SCHEDULED
[06:46:35.521] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8868940730005312288:32:0) after 8m8s
[06:54:43.499] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8868940730005312288:32:0)
[06:54:43.530] Build status: SCHEDULED
[06:54:43.530] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8868940730005312288:33:0) after 5m32s
[07:00:15.589] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8868940730005312288:33:0)
[07:00:15.638] Build status: SCHEDULED
[07:00:15.638] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8868940730005312288:34:0) after 2m35s
[07:02:50.653] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8868940730005312288:34:0)
[07:02:50.688] Build status: SCHEDULED
[07:02:50.688] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8868940730005312288:35:0) after 4m6s
[07:06:56.745] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8868940730005312288:35:0)
[07:06:56.776] Build status: SCHEDULED
[07:06:56.776] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8868940730005312288:36:0) after 9m28s
[07:16:24.792] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8868940730005312288:36:0)
[07:16:24.809] Build status: SCHEDULED
[07:16:24.809] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8868940730005312288:37:0) after 8m44s
[07:25:08.822] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8868940730005312288:37:0)
[07:25:08.841] Build status: SCHEDULED
[07:25:08.841] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8868940730005312288:38:0) after 6m50s
[07:31:58.860] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8868940730005312288:38:0)
[07:31:58.879] Build status: SCHEDULED
[07:31:58.879] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8868940730005312288:39:0) after 3m4s
[07:35:02.904] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8868940730005312288:39:0)
[07:35:02.921] Build status: SCHEDULED
[07:35:02.921] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8868940730005312288:40:0) after 5m19s
[07:40:21.986] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8868940730005312288:40:0)
[07:40:22.017] Build status: SCHEDULED
[07:40:22.017] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8868940730005312288:41:0) after 8m46s
[07:49:08.050] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8868940730005312288:41:0)
[07:49:08.068] Build status: SCHEDULED
[07:49:08.069] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8868940730005312288:42:0) after 3m32s
[07:52:40.049] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8868940730005312288:42:0)
[07:52:40.065] Build status: SCHEDULED
[07:52:40.065] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8868940730005312288:43:0) after 1m19s
[07:53:59.111] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8868940730005312288:43:0)
[07:53:59.127] Build status: SCHEDULED
[07:53:59.127] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8868940730005312288:44:0) after 6m40s
[08:00:39.222] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8868940730005312288:44:0)
[08:00:39.311] Build status: SCHEDULED
[08:00:39.311] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8868940730005312288:45:0) after 6m27s
[08:07:06.330] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8868940730005312288:45:0)
[08:07:06.344] Build status: SCHEDULED
[08:07:06.344] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8868940730005312288:46:0) after 8m12s
[08:15:18.410] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8868940730005312288:46:0)
[08:15:18.432] Build status: SCHEDULED
[08:15:18.432] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8868940730005312288:47:0) after 5m26s
[08:20:44.449] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8868940730005312288:47:0)
[08:20:44.464] Build status: SCHEDULED
[08:20:44.464] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8868940730005312288:48:0) after 3m2s
[08:23:46.480] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8868940730005312288:48:0)
[08:23:46.562] Build status: SCHEDULED
[08:23:46.562] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8868940730005312288:49:0) after 9m54s
[08:33:40.586] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8868940730005312288:49:0)
[08:33:40.655] Build status: SCHEDULED
[08:33:40.655] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8868940730005312288:50:0) after 7m12s
[08:40:52.902] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8868940730005312288:50:0)
[08:40:52.924] Build status: SCHEDULED
[08:40:52.924] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8868940730005312288:51:0) after 3m9s
[08:44:01.940] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8868940730005312288:51:0)
[08:44:01.957] Build status: SCHEDULED
[08:44:01.957] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8868940730005312288:52:0) after 8m59s
[08:53:00.974] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8868940730005312288:52:0)
[08:53:01.029] Build status: SCHEDULED
[08:53:01.029] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8868940730005312288:53:0) after 1m26s
[08:54:27.042] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8868940730005312288:53:0)
[08:54:27.056] Build status: SCHEDULED
[08:54:27.056] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8868940730005312288:54:0) after 1m27s
[08:55:54.076] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8868940730005312288:54:0)
[08:55:54.093] Build status: SCHEDULED
[08:55:54.093] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8868940730005312288:55:0) after 2m40s
[08:58:34.110] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8868940730005312288:55:0)
[08:58:34.128] Build status: SCHEDULED
[08:58:34.128] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8868940730005312288:56:0) after 5m16s
[09:03:50.274] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8868940730005312288:56:0)
[09:03:50.294] Build status: SCHEDULED
[09:03:50.295] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8868940730005312288:57:0) after 8m32s
[09:12:22.319] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8868940730005312288:57:0)
[09:12:22.337] Build status: SCHEDULED
[09:12:22.337] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8868940730005312288:58:0) after 2m59s
[09:15:21.360] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8868940730005312288:58:0)
[09:15:21.402] Build status: SCHEDULED
[09:15:21.402] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8868940730005312288:59:0) after 1m39s
[09:17:00.423] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8868940730005312288:59:0)
[09:17:00.510] Build status: SCHEDULED
[09:17:00.510] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8868940730005312288:60:0) after 2m36s
[09:19:36.557] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8868940730005312288:60:0)
[09:19:36.599] Build status: SCHEDULED
[09:19:36.599] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8868940730005312288:61:0) after 8m2s
[09:27:38.618] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8868940730005312288:61:0)
[09:27:38.632] Build status: SCHEDULED
[09:27:38.632] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8868940730005312288:62:0) after 5m8s
[09:32:46.695] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8868940730005312288:62:0)
[09:32:46.719] Build status: SCHEDULED
[09:32:46.719] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8868940730005312288:63:0) after 1m47s
[09:34:33.736] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8868940730005312288:63:0)
[09:34:33.895] Build status: SCHEDULED
[09:34:33.895] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8868940730005312288:64:0) after 9m22s
[09:43:55.915] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8868940730005312288:64:0)
[09:43:55.941] Build status: SCHEDULED
[09:43:55.941] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8868940730005312288:65:0) after 2m0s
[09:45:56.008] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8868940730005312288:65:0)
[09:45:56.029] Build status: SCHEDULED
[09:45:56.029] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8868940730005312288:66:0) after 4m44s
[09:50:40.047] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8868940730005312288:66:0)
[09:50:40.065] Build status: SCHEDULED
[09:50:40.065] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8868940730005312288:67:0) after 8m6s
[09:58:46.086] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8868940730005312288:67:0)
[09:58:46.100] Build status: SCHEDULED
[09:58:46.100] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8868940730005312288:68:0) after 4m4s
[10:02:50.102] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8868940730005312288:68:0)
[10:02:50.121] Build status: SCHEDULED
[10:02:50.121] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8868940730005312288:69:0) after 6m1s
[10:08:51.137] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8868940730005312288:69:0)
[10:08:51.151] Build status: SCHEDULED
[10:08:51.152] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8868940730005312288:70:0) after 4m58s
[10:13:49.166] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8868940730005312288:70:0)
[10:13:49.184] Build status: SCHEDULED
[10:13:49.184] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8868940730005312288:71:0) after 5m36s
[10:19:25.200] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8868940730005312288:71:0)
[10:19:25.298] Build status: SCHEDULED
[10:19:25.298] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8868940730005312288:72:0) after 1m39s
[10:21:04.415] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8868940730005312288:72:0)
[10:21:04.438] Build status: SCHEDULED
[10:21:04.438] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8868940730005312288:73:0) after 1m33s
[10:22:37.456] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8868940730005312288:73:0)
[10:22:37.473] Build status: SCHEDULED
[10:22:37.473] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8868940730005312288:74:0) after 9m45s
[10:32:22.493] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8868940730005312288:74:0)
[10:32:22.554] Build status: SCHEDULED
[10:32:22.554] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8868940730005312288:75:0) after 6m3s
[10:38:26.044] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8868940730005312288:75:0)
[10:38:26.060] Build status: SCHEDULED
[10:38:26.061] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8868940730005312288:76:0) after 9m22s
[10:47:48.173] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8868940730005312288:76:0)
[10:47:48.189] Build status: SCHEDULED
[10:47:48.189] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8868940730005312288:77:0) after 1m51s
[10:49:39.255] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8868940730005312288:77:0)
[10:49:39.406] Build status: SCHEDULED
[10:49:39.406] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8868940730005312288:78:0) after 2m11s
[10:51:50.400] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8868940730005312288:78:0)
[10:51:50.434] Build status: SCHEDULED
[10:51:50.434] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8868940730005312288:79:0) after 4m6s
[10:55:56.448] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8868940730005312288:79:0)
[10:55:56.462] Build status: SCHEDULED
[10:55:56.462] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8868940730005312288:80:0) after 1m29s
[10:57:25.479] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8868940730005312288:80:0)
[10:57:25.661] Build status: SCHEDULED
[10:57:25.661] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8868940730005312288:81:0) after 4m32s
[11:01:57.686] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8868940730005312288:81:0)
[11:01:57.747] Build status: SCHEDULED
[11:01:57.747] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8868940730005312288:82:0) after 4m43s
[11:06:40.811] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8868940730005312288:82:0)
[11:06:40.841] Build status: SCHEDULED
[11:06:40.841] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8868940730005312288:83:0) after 5m39s
[11:12:19.962] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8868940730005312288:83:0)
[11:12:19.980] Build status: SCHEDULED
[11:12:19.980] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8868940730005312288:84:0) after 6m39s
[11:16:13.148] Received PubSub notification, asking Buildbucket for the build status
[11:16:13.255] Build status: STARTED
[11:18:59.043] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8868940730005312288:84:0)
[11:18:59.080] Build status: STARTED
[11:18:59.080] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8868940730005312288:86:0) after 2m18s
[11:21:17.114] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8868940730005312288:86:0)
[11:21:17.132] Build status: STARTED
[11:21:17.132] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8868940730005312288:87:0) after 7m52s
[11:22:02.675] Received PubSub notification, asking Buildbucket for the build status
[11:22:02.697] Build:
{
  "id": "8703510668157187473",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-bazel-kernel"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-09-17T04:13:55.418661448Z",
  "startTime": "2025-09-17T11:16:12.913861601Z",
  "endTime": "2025-09-17T11:22:01.713607930Z",
  "updateTime": "2025-09-17T11:22:01.713607930Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "b22a59a7ce927c795e9d88de0ddc63aa2d36c34f",
      "ref": "refs/heads/main"
    }
  }
}
[11:22:02.697] Invocation finished in 7h8m8.42535636s with status FAILED