1. All projects
  2. pigweed
  3. pigweed.dev.ci-pigweed-mac-x86-bazel-kernel
  4. 8867457122925062032
Status: FAILED
Triggered by: -
Duration: 6 hours
Actions:

Definition (rev 87c2125f7fa7df3bf4094b07ddcb7198e2aa204a) 

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "pigweed.dev.ci"
  builder: "pigweed-mac-x86-bazel-kernel"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://pigweed.googlesource.com/pigweed/pigweed",
  "revision": "e640152dd0b70c907f6c417bafc21015d21854b2"
}

Incoming tags

  • buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/e640152dd0b70c907f6c417bafc21015d21854b2
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[13:15:12.250] New invocation is queued and will start shortly
[13:15:14.176] Starting the invocation (attempt 1)
[13:15:14.206] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/e640152dd0b70c907f6c417bafc21015d21854b2"
[13:15:14.206] Popped gitiles commit info from properties and tags
[13:15:14.206] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[13:15:14.207] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[13:15:14.207] Buildbucket request:
{
  "requestId": "8867457122925062032",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-bazel-kernel"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8867457122925062032",
            "job": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel",
            "triggers": [
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "e640152dd0b70c907f6c417bafc21015d21854b2"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@e640152dd0b70c907f6c417bafc21015d21854b2",
                        "title": "e640152dd0b70c907f6c417bafc21015d21854b2",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/e640152dd0b70c907f6c417bafc21015d21854b2"
                      }
                ]
          }
    },
  "gitilesCommit": {
    "host": "pigweed.googlesource.com",
    "project": "pigweed/pigweed",
    "id": "e640152dd0b70c907f6c417bafc21015d21854b2",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8867457122925062032"
    },
    {
      "key": "scheduler_job_id",
      "value": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[13:15:14.643] Scheduled build:
{
  "id": "8702027060135752049",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-bazel-kernel"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-10-03T13:15:14.284062533Z",
  "updateTime": "2025-10-03T13:15:14.284062533Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "e640152dd0b70c907f6c417bafc21015d21854b2",
      "ref": "refs/heads/main"
    }
  }
}
[13:15:14.643] Task URL: https://cr-buildbucket.appspot.com/build/8702027060135752049
[13:15:14.643] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8867457122925062032:2:0) after 2m5s
[13:15:14.785] Received PubSub notification, asking Buildbucket for the build status
[13:15:14.809] Build status: SCHEDULED
[13:17:19.641] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8867457122925062032:2:0)
[13:17:19.667] Build status: SCHEDULED
[13:17:19.667] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8867457122925062032:4:0) after 5m24s
[13:22:43.763] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8867457122925062032:4:0)
[13:22:43.780] Build status: SCHEDULED
[13:22:43.780] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8867457122925062032:5:0) after 3m10s
[13:25:53.793] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8867457122925062032:5:0)
[13:25:53.847] Build status: SCHEDULED
[13:25:53.847] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8867457122925062032:6:0) after 6m22s
[13:32:15.861] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8867457122925062032:6:0)
[13:32:15.891] Build status: SCHEDULED
[13:32:15.892] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8867457122925062032:7:0) after 5m59s
[13:38:14.930] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8867457122925062032:7:0)
[13:38:14.944] Build status: SCHEDULED
[13:38:14.944] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8867457122925062032:8:0) after 1m15s
[13:39:29.976] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8867457122925062032:8:0)
[13:39:29.992] Build status: SCHEDULED
[13:39:29.992] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8867457122925062032:9:0) after 6m24s
[13:45:54.010] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8867457122925062032:9:0)
[13:45:54.029] Build status: SCHEDULED
[13:45:54.029] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8867457122925062032:10:0) after 4m1s
[13:49:55.114] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8867457122925062032:10:0)
[13:49:55.134] Build status: SCHEDULED
[13:49:55.134] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8867457122925062032:11:0) after 6m44s
[13:56:39.149] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8867457122925062032:11:0)
[13:56:39.177] Build status: SCHEDULED
[13:56:39.177] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8867457122925062032:12:0) after 1m44s
[13:58:23.198] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8867457122925062032:12:0)
[13:58:23.222] Build status: SCHEDULED
[13:58:23.222] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8867457122925062032:13:0) after 8m11s
[14:06:34.288] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8867457122925062032:13:0)
[14:06:34.312] Build status: SCHEDULED
[14:06:34.312] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8867457122925062032:14:0) after 3m8s
[14:09:42.326] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8867457122925062032:14:0)
[14:09:42.339] Build status: SCHEDULED
[14:09:42.339] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8867457122925062032:15:0) after 4m27s
[14:14:09.360] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8867457122925062032:15:0)
[14:14:09.382] Build status: SCHEDULED
[14:14:09.382] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8867457122925062032:16:0) after 9m56s
[14:24:05.394] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8867457122925062032:16:0)
[14:24:05.416] Build status: SCHEDULED
[14:24:05.416] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8867457122925062032:17:0) after 6m19s
[14:30:24.431] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8867457122925062032:17:0)
[14:30:24.447] Build status: SCHEDULED
[14:30:24.447] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8867457122925062032:18:0) after 1m41s
[14:32:05.526] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8867457122925062032:18:0)
[14:32:05.546] Build status: SCHEDULED
[14:32:05.546] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8867457122925062032:19:0) after 8m44s
[14:40:49.566] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8867457122925062032:19:0)
[14:40:49.592] Build status: SCHEDULED
[14:40:49.592] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8867457122925062032:20:0) after 3m33s
[14:44:22.615] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8867457122925062032:20:0)
[14:44:22.635] Build status: SCHEDULED
[14:44:22.635] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8867457122925062032:21:0) after 7m15s
[14:51:37.603] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8867457122925062032:21:0)
[14:51:37.618] Build status: SCHEDULED
[14:51:37.618] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8867457122925062032:22:0) after 9m20s
[15:00:57.688] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8867457122925062032:22:0)
[15:00:57.707] Build status: SCHEDULED
[15:00:57.707] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8867457122925062032:23:0) after 4m33s
[15:05:30.750] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8867457122925062032:23:0)
[15:05:30.820] Build status: SCHEDULED
[15:05:30.820] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8867457122925062032:24:0) after 4m53s
[15:10:23.838] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8867457122925062032:24:0)
[15:10:23.860] Build status: SCHEDULED
[15:10:23.860] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8867457122925062032:25:0) after 2m18s
[15:12:41.874] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8867457122925062032:25:0)
[15:12:41.949] Build status: SCHEDULED
[15:12:41.949] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8867457122925062032:26:0) after 7m0s
[15:19:41.936] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8867457122925062032:26:0)
[15:19:41.952] Build status: SCHEDULED
[15:19:41.952] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8867457122925062032:27:0) after 1m44s
[15:21:26.018] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8867457122925062032:27:0)
[15:21:26.037] Build status: SCHEDULED
[15:21:26.037] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8867457122925062032:28:0) after 2m24s
[15:23:50.056] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8867457122925062032:28:0)
[15:23:50.071] Build status: SCHEDULED
[15:23:50.071] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8867457122925062032:29:0) after 1m0s
[15:24:50.084] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8867457122925062032:29:0)
[15:24:50.112] Build status: SCHEDULED
[15:24:50.112] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8867457122925062032:30:0) after 4m40s
[15:29:30.163] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8867457122925062032:30:0)
[15:29:30.179] Build status: SCHEDULED
[15:29:30.179] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8867457122925062032:31:0) after 7m21s
[15:36:51.276] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8867457122925062032:31:0)
[15:36:51.551] Build status: SCHEDULED
[15:36:51.551] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8867457122925062032:32:0) after 7m55s
[15:44:46.564] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8867457122925062032:32:0)
[15:44:46.581] Build status: SCHEDULED
[15:44:46.581] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8867457122925062032:33:0) after 6m26s
[15:51:12.597] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8867457122925062032:33:0)
[15:51:12.615] Build status: SCHEDULED
[15:51:12.615] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8867457122925062032:34:0) after 6m43s
[15:57:55.705] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8867457122925062032:34:0)
[15:57:55.787] Build status: SCHEDULED
[15:57:55.787] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8867457122925062032:35:0) after 6m19s
[16:04:14.783] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8867457122925062032:35:0)
[16:04:14.798] Build status: SCHEDULED
[16:04:14.798] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8867457122925062032:36:0) after 2m44s
[16:06:58.812] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8867457122925062032:36:0)
[16:06:58.828] Build status: SCHEDULED
[16:06:58.828] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8867457122925062032:37:0) after 5m59s
[16:12:57.930] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8867457122925062032:37:0)
[16:12:57.978] Build status: SCHEDULED
[16:12:57.978] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8867457122925062032:38:0) after 6m6s
[16:19:04.001] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8867457122925062032:38:0)
[16:19:04.039] Build status: SCHEDULED
[16:19:04.039] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8867457122925062032:39:0) after 5m48s
[16:24:52.052] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8867457122925062032:39:0)
[16:24:52.078] Build status: SCHEDULED
[16:24:52.078] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8867457122925062032:40:0) after 1m18s
[16:26:10.115] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8867457122925062032:40:0)
[16:26:10.129] Build status: SCHEDULED
[16:26:10.130] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8867457122925062032:41:0) after 3m56s
[16:30:06.184] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8867457122925062032:41:0)
[16:30:06.264] Build status: SCHEDULED
[16:30:06.267] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8867457122925062032:42:0) after 6m6s
[16:36:12.324] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8867457122925062032:42:0)
[16:36:12.339] Build status: SCHEDULED
[16:36:12.340] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8867457122925062032:43:0) after 7m47s
[16:43:59.417] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8867457122925062032:43:0)
[16:43:59.431] Build status: SCHEDULED
[16:43:59.431] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8867457122925062032:44:0) after 6m35s
[16:50:34.449] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8867457122925062032:44:0)
[16:50:34.469] Build status: SCHEDULED
[16:50:34.469] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8867457122925062032:45:0) after 9m50s
[17:00:24.570] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8867457122925062032:45:0)
[17:00:24.698] Build status: SCHEDULED
[17:00:24.698] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8867457122925062032:46:0) after 9m3s
[17:09:27.797] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8867457122925062032:46:0)
[17:09:27.816] Build status: SCHEDULED
[17:09:27.816] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8867457122925062032:47:0) after 9m19s
[17:18:47.103] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8867457122925062032:47:0)
[17:18:47.123] Build status: SCHEDULED
[17:18:47.123] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8867457122925062032:48:0) after 4m8s
[17:22:55.136] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8867457122925062032:48:0)
[17:22:55.195] Build status: SCHEDULED
[17:22:55.195] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8867457122925062032:49:0) after 6m36s
[17:29:31.309] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8867457122925062032:49:0)
[17:29:31.384] Build status: SCHEDULED
[17:29:31.384] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8867457122925062032:50:0) after 3m28s
[17:32:59.400] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8867457122925062032:50:0)
[17:32:59.417] Build status: SCHEDULED
[17:32:59.417] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8867457122925062032:51:0) after 6m7s
[17:39:06.467] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8867457122925062032:51:0)
[17:39:06.542] Build status: SCHEDULED
[17:39:06.542] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8867457122925062032:52:0) after 1m26s
[17:40:32.558] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8867457122925062032:52:0)
[17:40:32.574] Build status: SCHEDULED
[17:40:32.574] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8867457122925062032:53:0) after 1m35s
[17:42:07.660] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8867457122925062032:53:0)
[17:42:07.676] Build status: SCHEDULED
[17:42:07.676] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8867457122925062032:54:0) after 8m32s
[17:50:39.790] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8867457122925062032:54:0)
[17:50:39.803] Build status: SCHEDULED
[17:50:39.803] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8867457122925062032:55:0) after 9m56s
[18:00:35.838] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8867457122925062032:55:0)
[18:00:35.860] Build status: SCHEDULED
[18:00:35.860] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8867457122925062032:56:0) after 9m58s
[18:10:33.878] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8867457122925062032:56:0)
[18:10:33.921] Build status: SCHEDULED
[18:10:33.922] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8867457122925062032:57:0) after 4m3s
[18:14:36.957] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8867457122925062032:57:0)
[18:14:36.978] Build status: SCHEDULED
[18:14:36.978] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8867457122925062032:58:0) after 7m50s
[18:22:26.962] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8867457122925062032:58:0)
[18:22:27.011] Build status: SCHEDULED
[18:22:27.011] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8867457122925062032:59:0) after 8m58s
[18:31:24.985] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8867457122925062032:59:0)
[18:31:25.009] Build status: SCHEDULED
[18:31:25.010] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8867457122925062032:60:0) after 6m47s
[18:38:12.028] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8867457122925062032:60:0)
[18:38:12.049] Build status: SCHEDULED
[18:38:12.049] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8867457122925062032:61:0) after 2m35s
[18:40:47.091] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8867457122925062032:61:0)
[18:40:47.112] Build status: SCHEDULED
[18:40:47.112] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8867457122925062032:62:0) after 7m4s
[18:47:51.133] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8867457122925062032:62:0)
[18:47:51.156] Build status: SCHEDULED
[18:47:51.156] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8867457122925062032:63:0) after 7m7s
[18:54:58.288] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8867457122925062032:63:0)
[18:54:58.305] Build status: SCHEDULED
[18:54:58.305] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8867457122925062032:64:0) after 4m1s
[18:58:59.320] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8867457122925062032:64:0)
[18:58:59.341] Build status: SCHEDULED
[18:58:59.341] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8867457122925062032:65:0) after 5m5s
[19:04:04.361] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8867457122925062032:65:0)
[19:04:04.378] Build status: SCHEDULED
[19:04:04.378] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8867457122925062032:66:0) after 2m40s
[19:06:44.406] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8867457122925062032:66:0)
[19:06:44.423] Build status: SCHEDULED
[19:06:44.423] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8867457122925062032:67:0) after 8m15s
[19:14:59.435] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8867457122925062032:67:0)
[19:14:59.457] Build status: SCHEDULED
[19:14:59.457] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8867457122925062032:68:0) after 9m10s
[19:24:09.476] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8867457122925062032:68:0)
[19:24:09.495] Build status: SCHEDULED
[19:24:09.495] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8867457122925062032:69:0) after 7m48s
[19:31:19.426] Received PubSub notification, asking Buildbucket for the build status
[19:31:19.447] Build status: STARTED
[19:31:57.693] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8867457122925062032:69:0)
[19:31:57.709] Build status: STARTED
[19:31:57.709] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8867457122925062032:71:0) after 3m44s
[19:35:41.756] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8867457122925062032:71:0)
[19:35:41.773] Build status: STARTED
[19:35:41.773] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8867457122925062032:72:0) after 6m26s
[19:35:57.954] Received PubSub notification, asking Buildbucket for the build status
[19:35:57.997] Build:
{
  "id": "8702027060135752049",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-bazel-kernel"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-10-03T13:15:14.284062533Z",
  "startTime": "2025-10-03T19:31:19.251862845Z",
  "endTime": "2025-10-03T19:35:45.311843747Z",
  "updateTime": "2025-10-03T19:35:45.311843747Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "e640152dd0b70c907f6c417bafc21015d21854b2",
      "ref": "refs/heads/main"
    }
  }
}
[19:35:57.997] Invocation finished in 6h20m45.756272693s with status FAILED