Status: FAILED
Triggered by: -
Duration: 8 hours
Actions:

Definition (rev 87c2125f7fa7df3bf4094b07ddcb7198e2aa204a)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "pigweed.dev.ci"
  builder: "pigweed-mac-x86-bazel-kernel"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://pigweed.googlesource.com/pigweed/pigweed",
  "revision": "9b084b679269663e45421bad4da08fdc687df2d9"
}

Incoming tags

  • buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/9b084b679269663e45421bad4da08fdc687df2d9
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[21:26:18.645] New invocation is queued and will start shortly
[21:26:20.742] Starting the invocation (attempt 1)
[21:26:20.774] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/9b084b679269663e45421bad4da08fdc687df2d9"
[21:26:20.774] Popped gitiles commit info from properties and tags
[21:26:20.774] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[21:26:20.774] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[21:26:20.774] Buildbucket request:
{
  "requestId": "8876576518778313328",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-bazel-kernel"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8876576518778313328",
            "job": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel",
            "triggers": [
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "434cf8e53f10a7cd36ec92ac7a8eb736f6600b48"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@434cf8e53f10a7cd36ec92ac7a8eb736f6600b48",
                        "title": "434cf8e53f10a7cd36ec92ac7a8eb736f6600b48",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/434cf8e53f10a7cd36ec92ac7a8eb736f6600b48"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "6ad38d7720ef2e75c02dd5365a0c5c13b919686f"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@6ad38d7720ef2e75c02dd5365a0c5c13b919686f",
                        "title": "6ad38d7720ef2e75c02dd5365a0c5c13b919686f",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/6ad38d7720ef2e75c02dd5365a0c5c13b919686f"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "caf4417cf0b6e60983131444bd21f14104df4125"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@caf4417cf0b6e60983131444bd21f14104df4125",
                        "title": "caf4417cf0b6e60983131444bd21f14104df4125",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/caf4417cf0b6e60983131444bd21f14104df4125"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "9b084b679269663e45421bad4da08fdc687df2d9"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@9b084b679269663e45421bad4da08fdc687df2d9",
                        "title": "9b084b679269663e45421bad4da08fdc687df2d9",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/9b084b679269663e45421bad4da08fdc687df2d9"
                      }
                ]
          }
    },
  "gitilesCommit": {
    "host": "pigweed.googlesource.com",
    "project": "pigweed/pigweed",
    "id": "9b084b679269663e45421bad4da08fdc687df2d9",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8876576518778313328"
    },
    {
      "key": "scheduler_job_id",
      "value": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[21:26:21.198] Scheduled build:
{
  "id": "8711146455824017073",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-bazel-kernel"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-06-24T21:26:20.835038365Z",
  "updateTime": "2025-06-24T21:26:20.835038365Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "9b084b679269663e45421bad4da08fdc687df2d9",
      "ref": "refs/heads/main"
    }
  }
}
[21:26:21.198] Task URL: https://cr-buildbucket.appspot.com/build/8711146455824017073
[21:26:21.198] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8876576518778313328:2:0) after 5m57s
[21:26:22.202] Received PubSub notification, asking Buildbucket for the build status
[21:26:22.234] Build status: SCHEDULED
[21:32:18.307] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8876576518778313328:2:0)
[21:32:18.332] Build status: SCHEDULED
[21:32:18.332] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8876576518778313328:4:0) after 2m10s
[21:34:28.347] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8876576518778313328:4:0)
[21:34:28.371] Build status: SCHEDULED
[21:34:28.372] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8876576518778313328:5:0) after 2m27s
[21:36:55.384] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8876576518778313328:5:0)
[21:36:55.428] Build status: SCHEDULED
[21:36:55.428] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8876576518778313328:6:0) after 6m23s
[21:43:18.554] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8876576518778313328:6:0)
[21:43:18.606] Build status: SCHEDULED
[21:43:18.606] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8876576518778313328:7:0) after 9m42s
[21:53:00.629] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8876576518778313328:7:0)
[21:53:00.658] Build status: SCHEDULED
[21:53:00.658] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8876576518778313328:8:0) after 1m41s
[21:54:41.672] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8876576518778313328:8:0)
[21:54:41.703] Build status: SCHEDULED
[21:54:41.703] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8876576518778313328:9:0) after 2m51s
[21:57:32.849] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8876576518778313328:9:0)
[21:57:32.878] Build status: SCHEDULED
[21:57:32.878] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8876576518778313328:10:0) after 9m19s
[22:06:51.902] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8876576518778313328:10:0)
[22:06:51.944] Build status: SCHEDULED
[22:06:51.944] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8876576518778313328:11:0) after 4m12s
[22:11:03.934] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8876576518778313328:11:0)
[22:11:03.955] Build status: SCHEDULED
[22:11:03.955] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8876576518778313328:12:0) after 4m9s
[22:15:12.981] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8876576518778313328:12:0)
[22:15:13.010] Build status: SCHEDULED
[22:15:13.010] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8876576518778313328:13:0) after 5m14s
[22:20:27.242] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8876576518778313328:13:0)
[22:20:27.261] Build status: SCHEDULED
[22:20:27.261] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8876576518778313328:14:0) after 5m34s
[22:26:01.317] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8876576518778313328:14:0)
[22:26:01.331] Build status: SCHEDULED
[22:26:01.331] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8876576518778313328:15:0) after 5m41s
[22:31:42.369] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8876576518778313328:15:0)
[22:31:42.478] Build status: SCHEDULED
[22:31:42.478] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8876576518778313328:16:0) after 3m6s
[22:34:48.558] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8876576518778313328:16:0)
[22:34:48.604] Build status: SCHEDULED
[22:34:48.604] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8876576518778313328:17:0) after 9m37s
[22:44:25.615] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8876576518778313328:17:0)
[22:44:25.635] Build status: SCHEDULED
[22:44:25.635] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8876576518778313328:18:0) after 5m31s
[22:49:56.680] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8876576518778313328:18:0)
[22:49:56.697] Build status: SCHEDULED
[22:49:56.697] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8876576518778313328:19:0) after 1m20s
[22:51:16.712] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8876576518778313328:19:0)
[22:51:16.761] Build status: SCHEDULED
[22:51:16.761] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8876576518778313328:20:0) after 5m58s
[22:57:14.775] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8876576518778313328:20:0)
[22:57:14.798] Build status: SCHEDULED
[22:57:14.798] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8876576518778313328:21:0) after 4m47s
[23:02:01.809] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8876576518778313328:21:0)
[23:02:01.831] Build status: SCHEDULED
[23:02:01.831] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8876576518778313328:22:0) after 3m13s
[23:05:14.824] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8876576518778313328:22:0)
[23:05:14.848] Build status: SCHEDULED
[23:05:14.848] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8876576518778313328:23:0) after 5m35s
[23:10:49.958] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8876576518778313328:23:0)
[23:10:49.992] Build status: SCHEDULED
[23:10:49.992] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8876576518778313328:24:0) after 3m47s
[23:14:37.052] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8876576518778313328:24:0)
[23:14:37.068] Build status: SCHEDULED
[23:14:37.069] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8876576518778313328:25:0) after 8m13s
[23:22:50.142] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8876576518778313328:25:0)
[23:22:50.168] Build status: SCHEDULED
[23:22:50.168] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8876576518778313328:26:0) after 4m15s
[23:27:05.215] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8876576518778313328:26:0)
[23:27:05.305] Build status: SCHEDULED
[23:27:05.305] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8876576518778313328:27:0) after 9m54s
[23:36:59.325] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8876576518778313328:27:0)
[23:36:59.342] Build status: SCHEDULED
[23:36:59.342] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8876576518778313328:28:0) after 2m18s
[23:39:17.321] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8876576518778313328:28:0)
[23:39:17.342] Build status: SCHEDULED
[23:39:17.342] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8876576518778313328:29:0) after 1m44s
[23:41:01.368] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8876576518778313328:29:0)
[23:41:01.423] Build status: SCHEDULED
[23:41:01.423] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8876576518778313328:30:0) after 6m38s
[23:47:39.464] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8876576518778313328:30:0)
[23:47:39.484] Build status: SCHEDULED
[23:47:39.484] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8876576518778313328:31:0) after 1m48s
[23:49:27.510] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8876576518778313328:31:0)
[23:49:27.528] Build status: SCHEDULED
[23:49:27.528] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8876576518778313328:32:0) after 6m9s
[23:55:36.553] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8876576518778313328:32:0)
[23:55:36.601] Build status: SCHEDULED
[23:55:36.602] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8876576518778313328:33:0) after 2m13s
[23:57:49.770] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8876576518778313328:33:0)
[23:57:49.796] Build status: SCHEDULED
[23:57:49.796] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8876576518778313328:34:0) after 5m41s
[00:03:30.828] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8876576518778313328:34:0)
[00:03:30.844] Build status: SCHEDULED
[00:03:30.844] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8876576518778313328:35:0) after 5m44s
[00:09:14.824] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8876576518778313328:35:0)
[00:09:14.845] Build status: SCHEDULED
[00:09:14.845] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8876576518778313328:36:0) after 8m19s
[00:17:33.895] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8876576518778313328:36:0)
[00:17:33.963] Build status: SCHEDULED
[00:17:33.963] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8876576518778313328:37:0) after 8m2s
[00:25:35.997] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8876576518778313328:37:0)
[00:25:36.013] Build status: SCHEDULED
[00:25:36.013] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8876576518778313328:38:0) after 7m41s
[00:33:17.000] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8876576518778313328:38:0)
[00:33:17.021] Build status: SCHEDULED
[00:33:17.021] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8876576518778313328:39:0) after 6m8s
[00:39:25.041] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8876576518778313328:39:0)
[00:39:25.059] Build status: SCHEDULED
[00:39:25.059] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8876576518778313328:40:0) after 7m15s
[00:46:40.124] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8876576518778313328:40:0)
[00:46:40.175] Build status: SCHEDULED
[00:46:40.175] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8876576518778313328:41:0) after 2m3s
[00:48:43.214] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8876576518778313328:41:0)
[00:48:43.234] Build status: SCHEDULED
[00:48:43.234] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8876576518778313328:42:0) after 5m19s
[00:54:02.253] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8876576518778313328:42:0)
[00:54:02.273] Build status: SCHEDULED
[00:54:02.273] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8876576518778313328:43:0) after 6m47s
[01:00:49.298] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8876576518778313328:43:0)
[01:00:49.328] Build status: SCHEDULED
[01:00:49.328] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8876576518778313328:44:0) after 4m35s
[01:05:24.346] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8876576518778313328:44:0)
[01:05:24.365] Build status: SCHEDULED
[01:05:24.365] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8876576518778313328:45:0) after 5m14s
[01:10:38.426] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8876576518778313328:45:0)
[01:10:38.452] Build status: SCHEDULED
[01:10:38.452] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8876576518778313328:46:0) after 1m8s
[01:11:46.548] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8876576518778313328:46:0)
[01:11:46.564] Build status: SCHEDULED
[01:11:46.564] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8876576518778313328:47:0) after 3m20s
[01:15:06.618] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8876576518778313328:47:0)
[01:15:06.640] Build status: SCHEDULED
[01:15:06.640] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8876576518778313328:48:0) after 2m57s
[01:18:03.671] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8876576518778313328:48:0)
[01:18:03.698] Build status: SCHEDULED
[01:18:03.698] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8876576518778313328:49:0) after 7m51s
[01:25:54.734] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8876576518778313328:49:0)
[01:25:54.785] Build status: SCHEDULED
[01:25:54.785] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8876576518778313328:50:0) after 5m13s
[01:31:07.812] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8876576518778313328:50:0)
[01:31:07.831] Build status: SCHEDULED
[01:31:07.831] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8876576518778313328:51:0) after 9m4s
[01:40:11.881] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8876576518778313328:51:0)
[01:40:11.901] Build status: SCHEDULED
[01:40:11.901] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8876576518778313328:52:0) after 3m52s
[01:44:03.921] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8876576518778313328:52:0)
[01:44:03.947] Build status: SCHEDULED
[01:44:03.947] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8876576518778313328:53:0) after 3m56s
[01:47:59.969] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8876576518778313328:53:0)
[01:47:59.988] Build status: SCHEDULED
[01:47:59.988] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8876576518778313328:54:0) after 4m33s
[01:52:33.010] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8876576518778313328:54:0)
[01:52:33.043] Build status: SCHEDULED
[01:52:33.043] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8876576518778313328:55:0) after 4m27s
[01:57:00.089] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8876576518778313328:55:0)
[01:57:00.108] Build status: SCHEDULED
[01:57:00.108] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8876576518778313328:56:0) after 2m9s
[01:59:09.343] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8876576518778313328:56:0)
[01:59:09.377] Build status: SCHEDULED
[01:59:09.377] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8876576518778313328:57:0) after 3m16s
[02:02:25.399] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8876576518778313328:57:0)
[02:02:25.418] Build status: SCHEDULED
[02:02:25.418] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8876576518778313328:58:0) after 9m59s
[02:12:24.407] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8876576518778313328:58:0)
[02:12:24.462] Build status: SCHEDULED
[02:12:24.462] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8876576518778313328:59:0) after 8m9s
[02:20:33.630] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8876576518778313328:59:0)
[02:20:33.648] Build status: SCHEDULED
[02:20:33.648] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8876576518778313328:60:0) after 6m16s
[02:26:49.673] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8876576518778313328:60:0)
[02:26:49.722] Build status: SCHEDULED
[02:26:49.723] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8876576518778313328:61:0) after 3m40s
[02:30:29.769] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8876576518778313328:61:0)
[02:30:29.825] Build status: SCHEDULED
[02:30:29.825] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8876576518778313328:62:0) after 8m36s
[02:39:05.846] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8876576518778313328:62:0)
[02:39:05.876] Build status: SCHEDULED
[02:39:05.876] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8876576518778313328:63:0) after 8m46s
[02:47:51.958] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8876576518778313328:63:0)
[02:47:51.984] Build status: SCHEDULED
[02:47:51.984] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8876576518778313328:64:0) after 2m58s
[02:50:50.034] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8876576518778313328:64:0)
[02:50:50.132] Build status: SCHEDULED
[02:50:50.132] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8876576518778313328:65:0) after 1m51s
[02:52:41.243] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8876576518778313328:65:0)
[02:52:41.262] Build status: SCHEDULED
[02:52:41.262] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8876576518778313328:66:0) after 8m23s
[03:01:04.307] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8876576518778313328:66:0)
[03:01:04.330] Build status: SCHEDULED
[03:01:04.330] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8876576518778313328:67:0) after 6m36s
[03:07:40.354] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8876576518778313328:67:0)
[03:07:40.373] Build status: SCHEDULED
[03:07:40.373] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8876576518778313328:68:0) after 3m29s
[03:11:09.400] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8876576518778313328:68:0)
[03:11:09.422] Build status: SCHEDULED
[03:11:09.422] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8876576518778313328:69:0) after 4m8s
[03:15:17.443] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8876576518778313328:69:0)
[03:15:17.465] Build status: SCHEDULED
[03:15:17.465] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8876576518778313328:70:0) after 5m52s
[03:21:09.499] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8876576518778313328:70:0)
[03:21:09.516] Build status: SCHEDULED
[03:21:09.516] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8876576518778313328:71:0) after 7m35s
[03:28:44.607] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8876576518778313328:71:0)
[03:28:44.640] Build status: SCHEDULED
[03:28:44.640] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8876576518778313328:72:0) after 6m1s
[03:34:45.628] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8876576518778313328:72:0)
[03:34:45.655] Build status: SCHEDULED
[03:34:45.655] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8876576518778313328:73:0) after 8m25s
[03:43:10.680] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8876576518778313328:73:0)
[03:43:10.701] Build status: SCHEDULED
[03:43:10.701] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8876576518778313328:74:0) after 6m17s
[03:49:27.775] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8876576518778313328:74:0)
[03:49:27.798] Build status: SCHEDULED
[03:49:27.798] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8876576518778313328:75:0) after 3m55s
[03:53:22.865] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8876576518778313328:75:0)
[03:53:22.958] Build status: SCHEDULED
[03:53:22.958] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8876576518778313328:76:0) after 8m33s
[04:01:56.194] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8876576518778313328:76:0)
[04:01:56.217] Build status: SCHEDULED
[04:01:56.217] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8876576518778313328:77:0) after 5m51s
[04:07:47.311] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8876576518778313328:77:0)
[04:07:47.327] Build status: SCHEDULED
[04:07:47.327] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8876576518778313328:78:0) after 9m50s
[04:17:37.346] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8876576518778313328:78:0)
[04:17:37.363] Build status: SCHEDULED
[04:17:37.363] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8876576518778313328:79:0) after 3m8s
[04:20:45.383] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8876576518778313328:79:0)
[04:20:45.405] Build status: SCHEDULED
[04:20:45.405] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8876576518778313328:80:0) after 2m52s
[04:23:37.454] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8876576518778313328:80:0)
[04:23:37.472] Build status: SCHEDULED
[04:23:37.472] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8876576518778313328:81:0) after 7m28s
[04:31:05.639] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8876576518778313328:81:0)
[04:31:05.672] Build status: SCHEDULED
[04:31:05.672] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8876576518778313328:82:0) after 3m57s
[04:35:02.835] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8876576518778313328:82:0)
[04:35:02.853] Build status: SCHEDULED
[04:35:02.853] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8876576518778313328:83:0) after 3m33s
[04:38:36.031] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8876576518778313328:83:0)
[04:38:36.047] Build status: SCHEDULED
[04:38:36.047] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8876576518778313328:84:0) after 2m11s
[04:40:47.357] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8876576518778313328:84:0)
[04:40:47.640] Build status: SCHEDULED
[04:40:47.640] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8876576518778313328:85:0) after 3m43s
[04:44:30.815] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8876576518778313328:85:0)
[04:44:30.831] Build status: SCHEDULED
[04:44:30.831] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8876576518778313328:86:0) after 9m26s
[04:53:56.864] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8876576518778313328:86:0)
[04:53:56.886] Build status: SCHEDULED
[04:53:56.886] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8876576518778313328:87:0) after 8m42s
[05:02:38.961] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8876576518778313328:87:0)
[05:02:39.111] Build status: SCHEDULED
[05:02:39.112] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8876576518778313328:88:0) after 2m53s
[05:05:32.286] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8876576518778313328:88:0)
[05:05:32.305] Build status: SCHEDULED
[05:05:32.305] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8876576518778313328:89:0) after 2m33s
[05:08:05.331] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8876576518778313328:89:0)
[05:08:05.350] Build status: SCHEDULED
[05:08:05.350] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8876576518778313328:90:0) after 5m0s
[05:13:05.380] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8876576518778313328:90:0)
[05:13:05.403] Build status: SCHEDULED
[05:13:05.403] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8876576518778313328:91:0) after 4m48s
[05:17:53.489] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8876576518778313328:91:0)
[05:17:53.509] Build status: SCHEDULED
[05:17:53.509] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8876576518778313328:92:0) after 2m0s
[05:19:53.533] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8876576518778313328:92:0)
[05:19:53.610] Build status: SCHEDULED
[05:19:53.610] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8876576518778313328:93:0) after 4m21s
[05:24:14.634] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8876576518778313328:93:0)
[05:24:14.653] Build status: SCHEDULED
[05:24:14.653] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8876576518778313328:94:0) after 5m42s
[05:26:27.905] Received PubSub notification, asking Buildbucket for the build status
[05:26:27.935] Build:
{
  "id": "8711146455824017073",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-bazel-kernel"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-06-24T21:26:20.835038365Z",
  "endTime": "2025-06-25T05:26:27.710329812Z",
  "updateTime": "2025-06-25T05:26:27.710329812Z",
  "status": "INFRA_FAILURE",
  "statusDetails": {
    "resourceExhaustion": {

    },
    "timeout": {

    }
  },
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "9b084b679269663e45421bad4da08fdc687df2d9",
      "ref": "refs/heads/main"
    }
  }
}
[05:26:27.935] Invocation finished in 8h0m9.301875629s with status FAILED