Status: FAILED
Triggered by: -
Duration: 8 hours
Actions:

Definition (rev 87c2125f7fa7df3bf4094b07ddcb7198e2aa204a)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "pigweed.dev.ci"
  builder: "pigweed-mac-x86-bazel-kernel"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://pigweed.googlesource.com/pigweed/pigweed",
  "revision": "43bcf7e0b644e91794d0a8ce54fa969573fd432f"
}

Incoming tags

  • buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/43bcf7e0b644e91794d0a8ce54fa969573fd432f
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[04:06:32.407] New invocation is queued and will start shortly
[04:06:33.529] Starting the invocation (attempt 1)
[04:06:33.560] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/43bcf7e0b644e91794d0a8ce54fa969573fd432f"
[04:06:33.560] Popped gitiles commit info from properties and tags
[04:06:33.560] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[04:06:33.560] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[04:06:33.561] Buildbucket request:
{
  "requestId": "8885882826071197008",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-bazel-kernel"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8885882826071197008",
            "job": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel",
            "triggers": [
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "e37e3da6c51cc458ee6cddcf00eae922b8703e9f"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@e37e3da6c51cc458ee6cddcf00eae922b8703e9f",
                        "title": "e37e3da6c51cc458ee6cddcf00eae922b8703e9f",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/e37e3da6c51cc458ee6cddcf00eae922b8703e9f"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "cee9c4c0638442042f9045f5bcd1a2567c7ece73"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@cee9c4c0638442042f9045f5bcd1a2567c7ece73",
                        "title": "cee9c4c0638442042f9045f5bcd1a2567c7ece73",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/cee9c4c0638442042f9045f5bcd1a2567c7ece73"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "7504dc573910cdb05c9154e57f616ce758bdd956"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@7504dc573910cdb05c9154e57f616ce758bdd956",
                        "title": "7504dc573910cdb05c9154e57f616ce758bdd956",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/7504dc573910cdb05c9154e57f616ce758bdd956"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "23115bf9a269a0d9336741f41e7b54d2de1951a2"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@23115bf9a269a0d9336741f41e7b54d2de1951a2",
                        "title": "23115bf9a269a0d9336741f41e7b54d2de1951a2",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/23115bf9a269a0d9336741f41e7b54d2de1951a2"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "5c1e4ea016f2d6a53431a3508991a5f23413ee17"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@5c1e4ea016f2d6a53431a3508991a5f23413ee17",
                        "title": "5c1e4ea016f2d6a53431a3508991a5f23413ee17",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/5c1e4ea016f2d6a53431a3508991a5f23413ee17"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "7eb2376a92b65c7fc363c70f5c910220d2df97ea"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@7eb2376a92b65c7fc363c70f5c910220d2df97ea",
                        "title": "7eb2376a92b65c7fc363c70f5c910220d2df97ea",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/7eb2376a92b65c7fc363c70f5c910220d2df97ea"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "609c60b2dd489f3289ed02619d073ad9b8d2b823"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@609c60b2dd489f3289ed02619d073ad9b8d2b823",
                        "title": "609c60b2dd489f3289ed02619d073ad9b8d2b823",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/609c60b2dd489f3289ed02619d073ad9b8d2b823"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "137c217765338fafdfffd9570280ff098be2eb77"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@137c217765338fafdfffd9570280ff098be2eb77",
                        "title": "137c217765338fafdfffd9570280ff098be2eb77",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/137c217765338fafdfffd9570280ff098be2eb77"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "a05a8d655c8bf216d37b0bd0df3bef12cde0bc43"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@a05a8d655c8bf216d37b0bd0df3bef12cde0bc43",
                        "title": "a05a8d655c8bf216d37b0bd0df3bef12cde0bc43",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/a05a8d655c8bf216d37b0bd0df3bef12cde0bc43"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "43bcf7e0b644e91794d0a8ce54fa969573fd432f"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@43bcf7e0b644e91794d0a8ce54fa969573fd432f",
                        "title": "43bcf7e0b644e91794d0a8ce54fa969573fd432f",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/43bcf7e0b644e91794d0a8ce54fa969573fd432f"
                      }
                ]
          }
    },
  "gitilesCommit": {
    "host": "pigweed.googlesource.com",
    "project": "pigweed/pigweed",
    "id": "43bcf7e0b644e91794d0a8ce54fa969573fd432f",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8885882826071197008"
    },
    {
      "key": "scheduler_job_id",
      "value": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[04:06:34.195] Scheduled build:
{
  "id": "8720452764107466401",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-bazel-kernel"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-03-14T04:06:33.644723829Z",
  "updateTime": "2025-03-14T04:06:33.644723829Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "43bcf7e0b644e91794d0a8ce54fa969573fd432f",
      "ref": "refs/heads/main"
    }
  }
}
[04:06:34.195] Task URL: https://cr-buildbucket.appspot.com/build/8720452764107466401
[04:06:34.195] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885882826071197008:2:0) after 9m47s
[04:06:34.620] Received PubSub notification, asking Buildbucket for the build status
[04:06:34.682] Build status: SCHEDULED
[04:16:21.627] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885882826071197008:2:0)
[04:16:21.651] Build status: SCHEDULED
[04:16:21.651] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885882826071197008:4:0) after 2m15s
[04:18:36.673] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885882826071197008:4:0)
[04:18:36.717] Build status: SCHEDULED
[04:18:36.717] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885882826071197008:5:0) after 2m33s
[04:21:10.000] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885882826071197008:5:0)
[04:21:10.023] Build status: SCHEDULED
[04:21:10.023] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885882826071197008:6:0) after 4m8s
[04:25:18.046] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885882826071197008:6:0)
[04:25:18.070] Build status: SCHEDULED
[04:25:18.070] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885882826071197008:7:0) after 5m59s
[04:31:17.136] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885882826071197008:7:0)
[04:31:17.164] Build status: SCHEDULED
[04:31:17.164] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885882826071197008:8:0) after 3m3s
[04:34:20.192] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885882826071197008:8:0)
[04:34:20.218] Build status: SCHEDULED
[04:34:20.218] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885882826071197008:9:0) after 7m43s
[04:42:03.328] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885882826071197008:9:0)
[04:42:03.378] Build status: SCHEDULED
[04:42:03.378] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885882826071197008:10:0) after 4m33s
[04:46:36.407] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885882826071197008:10:0)
[04:46:36.437] Build status: SCHEDULED
[04:46:36.437] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885882826071197008:11:0) after 9m11s
[04:55:47.452] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885882826071197008:11:0)
[04:55:47.480] Build status: SCHEDULED
[04:55:47.480] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885882826071197008:12:0) after 8m58s
[05:04:45.504] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885882826071197008:12:0)
[05:04:45.532] Build status: SCHEDULED
[05:04:45.532] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885882826071197008:13:0) after 2m15s
[05:07:00.552] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885882826071197008:13:0)
[05:07:00.570] Build status: SCHEDULED
[05:07:00.570] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885882826071197008:14:0) after 8m56s
[05:15:56.604] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885882826071197008:14:0)
[05:15:56.629] Build status: SCHEDULED
[05:15:56.629] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885882826071197008:15:0) after 8m28s
[05:24:24.727] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885882826071197008:15:0)
[05:24:24.749] Build status: SCHEDULED
[05:24:24.749] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885882826071197008:16:0) after 4m59s
[05:29:23.775] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885882826071197008:16:0)
[05:29:23.796] Build status: SCHEDULED
[05:29:23.797] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885882826071197008:17:0) after 6m1s
[05:35:24.826] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885882826071197008:17:0)
[05:35:24.846] Build status: SCHEDULED
[05:35:24.846] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885882826071197008:18:0) after 7m24s
[05:42:48.927] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885882826071197008:18:0)
[05:42:48.945] Build status: SCHEDULED
[05:42:48.945] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885882826071197008:19:0) after 3m9s
[05:45:58.028] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885882826071197008:19:0)
[05:45:58.104] Build status: SCHEDULED
[05:45:58.104] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885882826071197008:20:0) after 8m28s
[05:54:26.165] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885882826071197008:20:0)
[05:54:26.183] Build status: SCHEDULED
[05:54:26.183] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885882826071197008:21:0) after 2m13s
[05:56:39.211] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885882826071197008:21:0)
[05:56:39.251] Build status: SCHEDULED
[05:56:39.251] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885882826071197008:22:0) after 5m30s
[06:02:09.477] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885882826071197008:22:0)
[06:02:09.596] Build status: SCHEDULED
[06:02:09.596] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885882826071197008:23:0) after 6m41s
[06:08:50.619] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885882826071197008:23:0)
[06:08:50.653] Build status: SCHEDULED
[06:08:50.653] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885882826071197008:24:0) after 5m15s
[06:14:05.674] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885882826071197008:24:0)
[06:14:05.695] Build status: SCHEDULED
[06:14:05.695] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885882826071197008:25:0) after 4m18s
[06:18:23.720] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885882826071197008:25:0)
[06:18:23.745] Build status: SCHEDULED
[06:18:23.745] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885882826071197008:26:0) after 5m32s
[06:23:56.047] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885882826071197008:26:0)
[06:23:56.070] Build status: SCHEDULED
[06:23:56.070] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885882826071197008:27:0) after 6m27s
[06:30:23.099] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885882826071197008:27:0)
[06:30:23.115] Build status: SCHEDULED
[06:30:23.115] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885882826071197008:28:0) after 9m41s
[06:40:04.295] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885882826071197008:28:0)
[06:40:04.316] Build status: SCHEDULED
[06:40:04.316] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885882826071197008:29:0) after 4m31s
[06:44:35.489] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885882826071197008:29:0)
[06:44:35.549] Build status: SCHEDULED
[06:44:35.549] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885882826071197008:30:0) after 6m33s
[06:51:08.567] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885882826071197008:30:0)
[06:51:08.587] Build status: SCHEDULED
[06:51:08.587] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885882826071197008:31:0) after 9m3s
[07:00:11.586] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885882826071197008:31:0)
[07:00:11.627] Build status: SCHEDULED
[07:00:11.627] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885882826071197008:32:0) after 7m3s
[07:07:14.660] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885882826071197008:32:0)
[07:07:14.684] Build status: SCHEDULED
[07:07:14.684] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885882826071197008:33:0) after 3m14s
[07:10:28.761] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885882826071197008:33:0)
[07:10:28.789] Build status: SCHEDULED
[07:10:28.789] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885882826071197008:34:0) after 9m11s
[07:19:39.970] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885882826071197008:34:0)
[07:19:39.998] Build status: SCHEDULED
[07:19:39.998] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885882826071197008:35:0) after 2m16s
[07:21:56.247] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885882826071197008:35:0)
[07:21:56.268] Build status: SCHEDULED
[07:21:56.268] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885882826071197008:36:0) after 7m26s
[07:29:22.453] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885882826071197008:36:0)
[07:29:22.538] Build status: SCHEDULED
[07:29:22.538] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885882826071197008:37:0) after 5m29s
[07:34:51.581] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885882826071197008:37:0)
[07:34:51.598] Build status: SCHEDULED
[07:34:51.598] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885882826071197008:38:0) after 6m1s
[07:40:52.766] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885882826071197008:38:0)
[07:40:52.820] Build status: SCHEDULED
[07:40:52.820] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885882826071197008:39:0) after 1m2s
[07:41:55.063] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885882826071197008:39:0)
[07:41:55.082] Build status: SCHEDULED
[07:41:55.082] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885882826071197008:40:0) after 3m43s
[07:45:38.579] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885882826071197008:40:0)
[07:45:38.604] Build status: SCHEDULED
[07:45:38.604] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885882826071197008:41:0) after 5m28s
[07:51:06.723] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885882826071197008:41:0)
[07:51:06.740] Build status: SCHEDULED
[07:51:06.740] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885882826071197008:42:0) after 9m11s
[08:00:17.766] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885882826071197008:42:0)
[08:00:17.782] Build status: SCHEDULED
[08:00:17.782] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885882826071197008:43:0) after 6m53s
[08:07:10.756] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885882826071197008:43:0)
[08:07:10.774] Build status: SCHEDULED
[08:07:10.774] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885882826071197008:44:0) after 4m41s
[08:11:51.891] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885882826071197008:44:0)
[08:11:51.921] Build status: SCHEDULED
[08:11:51.921] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885882826071197008:45:0) after 6m12s
[08:18:03.898] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885882826071197008:45:0)
[08:18:03.937] Build status: SCHEDULED
[08:18:03.937] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885882826071197008:46:0) after 2m28s
[08:20:31.956] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885882826071197008:46:0)
[08:20:31.970] Build status: SCHEDULED
[08:20:31.970] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885882826071197008:47:0) after 5m47s
[08:26:18.991] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885882826071197008:47:0)
[08:26:19.011] Build status: SCHEDULED
[08:26:19.011] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885882826071197008:48:0) after 1m0s
[08:27:19.088] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885882826071197008:48:0)
[08:27:19.113] Build status: SCHEDULED
[08:27:19.113] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885882826071197008:49:0) after 3m22s
[08:30:41.210] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885882826071197008:49:0)
[08:30:41.226] Build status: SCHEDULED
[08:30:41.226] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885882826071197008:50:0) after 3m11s
[08:33:52.250] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885882826071197008:50:0)
[08:33:52.293] Build status: SCHEDULED
[08:33:52.293] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885882826071197008:51:0) after 9m21s
[08:43:13.354] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885882826071197008:51:0)
[08:43:13.381] Build status: SCHEDULED
[08:43:13.381] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885882826071197008:52:0) after 9m4s
[08:52:17.461] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885882826071197008:52:0)
[08:52:17.475] Build status: SCHEDULED
[08:52:17.475] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885882826071197008:53:0) after 7m18s
[08:59:35.499] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885882826071197008:53:0)
[08:59:35.514] Build status: SCHEDULED
[08:59:35.514] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885882826071197008:54:0) after 5m38s
[09:05:13.548] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885882826071197008:54:0)
[09:05:13.563] Build status: SCHEDULED
[09:05:13.564] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885882826071197008:55:0) after 5m24s
[09:10:37.583] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885882826071197008:55:0)
[09:10:37.606] Build status: SCHEDULED
[09:10:37.606] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885882826071197008:56:0) after 3m54s
[09:14:31.625] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885882826071197008:56:0)
[09:14:31.642] Build status: SCHEDULED
[09:14:31.642] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885882826071197008:57:0) after 9m20s
[09:23:51.922] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885882826071197008:57:0)
[09:23:51.938] Build status: SCHEDULED
[09:23:51.938] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885882826071197008:58:0) after 9m37s
[09:33:29.143] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885882826071197008:58:0)
[09:33:29.277] Build status: SCHEDULED
[09:33:29.277] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885882826071197008:59:0) after 4m6s
[09:37:35.477] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885882826071197008:59:0)
[09:37:35.507] Build status: SCHEDULED
[09:37:35.507] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885882826071197008:60:0) after 2m24s
[09:39:59.642] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885882826071197008:60:0)
[09:39:59.666] Build status: SCHEDULED
[09:39:59.666] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885882826071197008:61:0) after 2m18s
[09:42:17.752] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885882826071197008:61:0)
[09:42:17.769] Build status: SCHEDULED
[09:42:17.769] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885882826071197008:62:0) after 4m42s
[09:46:59.792] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885882826071197008:62:0)
[09:46:59.826] Build status: SCHEDULED
[09:46:59.827] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885882826071197008:63:0) after 7m29s
[09:54:28.951] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885882826071197008:63:0)
[09:54:28.970] Build status: SCHEDULED
[09:54:28.970] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885882826071197008:64:0) after 1m1s
[09:55:29.999] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885882826071197008:64:0)
[09:55:30.025] Build status: SCHEDULED
[09:55:30.025] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885882826071197008:65:0) after 4m28s
[09:59:58.223] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885882826071197008:65:0)
[09:59:58.263] Build status: SCHEDULED
[09:59:58.263] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885882826071197008:66:0) after 8m29s
[10:08:27.325] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885882826071197008:66:0)
[10:08:27.349] Build status: SCHEDULED
[10:08:27.349] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885882826071197008:67:0) after 7m3s
[10:15:30.384] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885882826071197008:67:0)
[10:15:30.405] Build status: SCHEDULED
[10:15:30.405] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885882826071197008:68:0) after 9m2s
[10:24:32.697] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885882826071197008:68:0)
[10:24:32.715] Build status: SCHEDULED
[10:24:32.715] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885882826071197008:69:0) after 6m0s
[10:30:32.846] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885882826071197008:69:0)
[10:30:32.860] Build status: SCHEDULED
[10:30:32.860] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885882826071197008:70:0) after 4m32s
[10:35:05.032] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885882826071197008:70:0)
[10:35:05.104] Build status: SCHEDULED
[10:35:05.104] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885882826071197008:71:0) after 4m55s
[10:40:00.120] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885882826071197008:71:0)
[10:40:00.286] Build status: SCHEDULED
[10:40:00.286] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885882826071197008:72:0) after 7m19s
[10:47:19.427] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885882826071197008:72:0)
[10:47:19.444] Build status: SCHEDULED
[10:47:19.444] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885882826071197008:73:0) after 3m7s
[10:50:26.476] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885882826071197008:73:0)
[10:50:26.532] Build status: SCHEDULED
[10:50:26.532] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885882826071197008:74:0) after 9m3s
[10:59:29.830] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885882826071197008:74:0)
[10:59:29.861] Build status: SCHEDULED
[10:59:29.861] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885882826071197008:75:0) after 5m44s
[11:05:13.883] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885882826071197008:75:0)
[11:05:13.931] Build status: SCHEDULED
[11:05:13.932] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885882826071197008:76:0) after 6m4s
[11:11:18.271] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885882826071197008:76:0)
[11:11:18.335] Build status: SCHEDULED
[11:11:18.335] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885882826071197008:77:0) after 2m33s
[11:13:51.825] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885882826071197008:77:0)
[11:13:51.859] Build status: SCHEDULED
[11:13:51.859] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885882826071197008:78:0) after 2m45s
[11:16:36.890] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885882826071197008:78:0)
[11:16:36.911] Build status: SCHEDULED
[11:16:36.911] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885882826071197008:79:0) after 4m25s
[11:21:02.093] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885882826071197008:79:0)
[11:21:02.111] Build status: SCHEDULED
[11:21:02.111] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885882826071197008:80:0) after 5m7s
[11:26:09.203] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885882826071197008:80:0)
[11:26:09.223] Build status: SCHEDULED
[11:26:09.223] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885882826071197008:81:0) after 9m23s
[11:35:32.250] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885882826071197008:81:0)
[11:35:32.301] Build status: SCHEDULED
[11:35:32.301] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885882826071197008:82:0) after 3m14s
[11:38:46.330] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885882826071197008:82:0)
[11:38:46.351] Build status: SCHEDULED
[11:38:46.351] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885882826071197008:83:0) after 5m42s
[11:44:28.461] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885882826071197008:83:0)
[11:44:28.487] Build status: SCHEDULED
[11:44:28.487] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885882826071197008:84:0) after 5m56s
[11:50:24.782] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885882826071197008:84:0)
[11:50:24.803] Build status: SCHEDULED
[11:50:24.803] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885882826071197008:85:0) after 4m58s
[11:55:22.828] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885882826071197008:85:0)
[11:55:22.846] Build status: SCHEDULED
[11:55:22.846] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885882826071197008:86:0) after 2m53s
[11:58:16.106] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885882826071197008:86:0)
[11:58:16.129] Build status: SCHEDULED
[11:58:16.129] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885882826071197008:87:0) after 7m19s
[12:05:35.189] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885882826071197008:87:0)
[12:05:35.206] Build status: SCHEDULED
[12:05:35.206] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885882826071197008:88:0) after 6m42s
[12:06:36.694] Received PubSub notification, asking Buildbucket for the build status
[12:06:36.713] Build:
{
  "id": "8720452764107466401",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-bazel-kernel"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-03-14T04:06:33.644723829Z",
  "endTime": "2025-03-14T12:06:35.938833371Z",
  "updateTime": "2025-03-14T12:06:35.938833371Z",
  "status": "INFRA_FAILURE",
  "statusDetails": {
    "resourceExhaustion": {

    },
    "timeout": {

    }
  },
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "43bcf7e0b644e91794d0a8ce54fa969573fd432f",
      "ref": "refs/heads/main"
    }
  }
}
[12:06:36.713] Invocation finished in 8h0m4.32473445s with status FAILED