LUCI Scheduler :: pigweed :: pigweed.dev.ci-pigweed-mac-arm-bazel-kernel

Status: FAILED

Triggered by: -

Duration: 8 hours

Actions:

Definition (rev 16a2628d7fb30249a73e947845043711c7c5cb32)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "pigweed.dev.ci"
  builder: "pigweed-mac-arm-bazel-kernel"
>

Incoming triggers

3a27d96e033c8d8486171d87aab43f0c85cd9a55 (3 weeks ago)
7fcc58ea2b56753759b0693c97bfe45b538a5952 (3 weeks ago)
665725ccc05ce64f118d114eb74314df8ad932d1 (3 weeks ago)
74fc6559bf6c6e557c7b0c3fa0394cd7cff01acc (3 weeks ago)

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://pigweed.googlesource.com/pigweed/pigweed",
  "revision": "74fc6559bf6c6e557c7b0c3fa0394cd7cff01acc"
}

Incoming tags

buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/74fc6559bf6c6e557c7b0c3fa0394cd7cff01acc
gitiles_ref:refs/heads/main

Debug log (UTC)

[03:27:17.450] New invocation is queued and will start shortly
[03:27:18.677] Starting the invocation (attempt 1)
[03:27:18.701] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/74fc6559bf6c6e557c7b0c3fa0394cd7cff01acc"
[03:27:18.701] Popped gitiles commit info from properties and tags
[03:27:18.701] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[03:27:18.701] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[03:27:18.701] Buildbucket request:
{
  "requestId": "8883982759120400928",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-arm-bazel-kernel"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8883982759120400928",
            "job": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel",
            "triggers": [
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "3a27d96e033c8d8486171d87aab43f0c85cd9a55"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@3a27d96e033c8d8486171d87aab43f0c85cd9a55",
                        "title": "3a27d96e033c8d8486171d87aab43f0c85cd9a55",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/3a27d96e033c8d8486171d87aab43f0c85cd9a55"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "7fcc58ea2b56753759b0693c97bfe45b538a5952"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@7fcc58ea2b56753759b0693c97bfe45b538a5952",
                        "title": "7fcc58ea2b56753759b0693c97bfe45b538a5952",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/7fcc58ea2b56753759b0693c97bfe45b538a5952"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "665725ccc05ce64f118d114eb74314df8ad932d1"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@665725ccc05ce64f118d114eb74314df8ad932d1",
                        "title": "665725ccc05ce64f118d114eb74314df8ad932d1",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/665725ccc05ce64f118d114eb74314df8ad932d1"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "74fc6559bf6c6e557c7b0c3fa0394cd7cff01acc"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@74fc6559bf6c6e557c7b0c3fa0394cd7cff01acc",
                        "title": "74fc6559bf6c6e557c7b0c3fa0394cd7cff01acc",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/74fc6559bf6c6e557c7b0c3fa0394cd7cff01acc"
                      }
                ]
          }
    },
  "gitilesCommit": {
    "host": "pigweed.googlesource.com",
    "project": "pigweed/pigweed",
    "id": "74fc6559bf6c6e557c7b0c3fa0394cd7cff01acc",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8883982759120400928"
    },
    {
      "key": "scheduler_job_id",
      "value": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[03:27:19.066] Scheduled build:
{
  "id": "8718552697082660929",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-arm-bazel-kernel"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-04-04T03:27:18.765309348Z",
  "updateTime": "2025-04-04T03:27:18.765309348Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "74fc6559bf6c6e557c7b0c3fa0394cd7cff01acc",
      "ref": "refs/heads/main"
    }
  }
}
[03:27:19.066] Task URL: https://cr-buildbucket.appspot.com/build/8718552697082660929
[03:27:19.066] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8883982759120400928:2:0) after 2m8s
[03:27:20.045] Received PubSub notification, asking Buildbucket for the build status
[03:27:20.070] Build status: SCHEDULED
[03:29:27.086] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8883982759120400928:2:0)
[03:29:27.106] Build status: SCHEDULED
[03:29:27.106] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8883982759120400928:4:0) after 7m48s
[03:37:15.192] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8883982759120400928:4:0)
[03:37:15.210] Build status: SCHEDULED
[03:37:15.210] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8883982759120400928:5:0) after 3m27s
[03:40:42.187] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8883982759120400928:5:0)
[03:40:42.219] Build status: SCHEDULED
[03:40:42.219] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8883982759120400928:6:0) after 6m38s
[03:47:20.241] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8883982759120400928:6:0)
[03:47:20.256] Build status: SCHEDULED
[03:47:20.256] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8883982759120400928:7:0) after 6m6s
[03:53:26.272] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8883982759120400928:7:0)
[03:53:26.319] Build status: SCHEDULED
[03:53:26.319] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8883982759120400928:8:0) after 6m32s
[03:59:58.426] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8883982759120400928:8:0)
[03:59:58.451] Build status: SCHEDULED
[03:59:58.451] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8883982759120400928:9:0) after 1m28s
[04:01:26.509] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8883982759120400928:9:0)
[04:01:26.527] Build status: SCHEDULED
[04:01:26.527] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8883982759120400928:10:0) after 4m44s
[04:06:10.551] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8883982759120400928:10:0)
[04:06:10.574] Build status: SCHEDULED
[04:06:10.574] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8883982759120400928:11:0) after 5m14s
[04:11:24.674] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8883982759120400928:11:0)
[04:11:24.700] Build status: SCHEDULED
[04:11:24.700] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8883982759120400928:12:0) after 9m8s
[04:20:32.725] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8883982759120400928:12:0)
[04:20:32.743] Build status: SCHEDULED
[04:20:32.743] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8883982759120400928:13:0) after 3m18s
[04:23:50.771] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8883982759120400928:13:0)
[04:23:50.786] Build status: SCHEDULED
[04:23:50.786] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8883982759120400928:14:0) after 2m33s
[04:26:23.799] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8883982759120400928:14:0)
[04:26:23.818] Build status: SCHEDULED
[04:26:23.818] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8883982759120400928:15:0) after 3m49s
[04:30:12.835] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8883982759120400928:15:0)
[04:30:12.866] Build status: SCHEDULED
[04:30:12.866] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8883982759120400928:16:0) after 8m21s
[04:38:33.885] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8883982759120400928:16:0)
[04:38:33.908] Build status: SCHEDULED
[04:38:33.908] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8883982759120400928:17:0) after 7m22s
[04:45:55.924] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8883982759120400928:17:0)
[04:45:55.946] Build status: SCHEDULED
[04:45:55.946] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8883982759120400928:18:0) after 6m43s
[04:52:38.976] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8883982759120400928:18:0)
[04:52:38.995] Build status: SCHEDULED
[04:52:38.995] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8883982759120400928:19:0) after 7m15s
[04:59:54.017] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8883982759120400928:19:0)
[04:59:54.041] Build status: SCHEDULED
[04:59:54.041] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8883982759120400928:20:0) after 2m14s
[05:02:08.108] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8883982759120400928:20:0)
[05:02:08.136] Build status: SCHEDULED
[05:02:08.136] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8883982759120400928:21:0) after 6m24s
[05:08:32.401] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8883982759120400928:21:0)
[05:08:32.436] Build status: SCHEDULED
[05:08:32.436] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8883982759120400928:22:0) after 9m41s
[05:18:13.455] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8883982759120400928:22:0)
[05:18:13.473] Build status: SCHEDULED
[05:18:13.473] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8883982759120400928:23:0) after 9m13s
[05:27:26.490] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8883982759120400928:23:0)
[05:27:26.541] Build status: SCHEDULED
[05:27:26.541] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8883982759120400928:24:0) after 2m55s
[05:30:21.568] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8883982759120400928:24:0)
[05:30:21.653] Build status: SCHEDULED
[05:30:21.653] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8883982759120400928:25:0) after 2m48s
[05:33:09.668] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8883982759120400928:25:0)
[05:33:09.692] Build status: SCHEDULED
[05:33:09.692] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8883982759120400928:26:0) after 7m37s
[05:40:46.717] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8883982759120400928:26:0)
[05:40:46.745] Build status: SCHEDULED
[05:40:46.745] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8883982759120400928:27:0) after 4m28s
[05:45:14.773] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8883982759120400928:27:0)
[05:45:14.804] Build status: SCHEDULED
[05:45:14.804] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8883982759120400928:28:0) after 1m6s
[05:46:20.830] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8883982759120400928:28:0)
[05:46:20.847] Build status: SCHEDULED
[05:46:20.847] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8883982759120400928:29:0) after 8m58s
[05:55:18.901] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8883982759120400928:29:0)
[05:55:18.920] Build status: SCHEDULED
[05:55:18.920] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8883982759120400928:30:0) after 8m37s
[06:03:56.340] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8883982759120400928:30:0)
[06:03:56.455] Build status: SCHEDULED
[06:03:56.455] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8883982759120400928:31:0) after 1m58s
[06:05:54.566] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8883982759120400928:31:0)
[06:05:54.584] Build status: SCHEDULED
[06:05:54.584] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8883982759120400928:32:0) after 1m10s
[06:07:04.705] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8883982759120400928:32:0)
[06:07:04.728] Build status: SCHEDULED
[06:07:04.728] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8883982759120400928:33:0) after 9m33s
[06:16:37.735] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8883982759120400928:33:0)
[06:16:37.775] Build status: SCHEDULED
[06:16:37.775] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8883982759120400928:34:0) after 1m53s
[06:18:30.800] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8883982759120400928:34:0)
[06:18:30.995] Build status: SCHEDULED
[06:18:30.995] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8883982759120400928:35:0) after 5m18s
[06:23:49.234] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8883982759120400928:35:0)
[06:23:49.251] Build status: SCHEDULED
[06:23:49.251] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8883982759120400928:36:0) after 9m24s
[06:33:13.603] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8883982759120400928:36:0)
[06:33:13.634] Build status: SCHEDULED
[06:33:13.634] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8883982759120400928:37:0) after 8m57s
[06:42:10.654] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8883982759120400928:37:0)
[06:42:10.678] Build status: SCHEDULED
[06:42:10.678] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8883982759120400928:38:0) after 6m50s
[06:49:00.695] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8883982759120400928:38:0)
[06:49:00.752] Build status: SCHEDULED
[06:49:00.752] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8883982759120400928:39:0) after 9m59s
[06:58:59.779] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8883982759120400928:39:0)
[06:58:59.796] Build status: SCHEDULED
[06:58:59.796] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8883982759120400928:40:0) after 1m33s
[07:00:32.824] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8883982759120400928:40:0)
[07:00:32.845] Build status: SCHEDULED
[07:00:32.845] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8883982759120400928:41:0) after 4m53s
[07:05:25.931] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8883982759120400928:41:0)
[07:05:25.965] Build status: SCHEDULED
[07:05:25.965] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8883982759120400928:42:0) after 8m18s
[07:13:44.150] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8883982759120400928:42:0)
[07:13:44.175] Build status: SCHEDULED
[07:13:44.175] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8883982759120400928:43:0) after 1m40s
[07:15:24.199] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8883982759120400928:43:0)
[07:15:24.214] Build status: SCHEDULED
[07:15:24.214] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8883982759120400928:44:0) after 4m25s
[07:19:49.371] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8883982759120400928:44:0)
[07:19:49.462] Build status: SCHEDULED
[07:19:49.462] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8883982759120400928:45:0) after 4m34s
[07:24:23.477] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8883982759120400928:45:0)
[07:24:23.495] Build status: SCHEDULED
[07:24:23.495] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8883982759120400928:46:0) after 9m21s
[07:33:44.481] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8883982759120400928:46:0)
[07:33:44.501] Build status: SCHEDULED
[07:33:44.501] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8883982759120400928:47:0) after 6m33s
[07:40:17.531] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8883982759120400928:47:0)
[07:40:17.555] Build status: SCHEDULED
[07:40:17.555] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8883982759120400928:48:0) after 3m16s
[07:43:33.601] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8883982759120400928:48:0)
[07:43:33.618] Build status: SCHEDULED
[07:43:33.618] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8883982759120400928:49:0) after 2m33s
[07:46:07.065] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8883982759120400928:49:0)
[07:46:07.138] Build status: SCHEDULED
[07:46:07.138] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8883982759120400928:50:0) after 5m28s
[07:51:35.352] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8883982759120400928:50:0)
[07:51:35.375] Build status: SCHEDULED
[07:51:35.375] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8883982759120400928:51:0) after 3m26s
[07:55:01.393] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8883982759120400928:51:0)
[07:55:01.499] Build status: SCHEDULED
[07:55:01.499] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8883982759120400928:52:0) after 2m35s
[07:57:36.699] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8883982759120400928:52:0)
[07:57:36.723] Build status: SCHEDULED
[07:57:36.723] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8883982759120400928:53:0) after 9m39s
[08:07:15.785] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8883982759120400928:53:0)
[08:07:15.809] Build status: SCHEDULED
[08:07:15.810] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8883982759120400928:54:0) after 1m0s
[08:08:15.835] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8883982759120400928:54:0)
[08:08:15.870] Build status: SCHEDULED
[08:08:15.870] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8883982759120400928:55:0) after 8m35s
[08:16:51.114] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8883982759120400928:55:0)
[08:16:51.145] Build status: SCHEDULED
[08:16:51.145] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8883982759120400928:56:0) after 6m46s
[08:23:37.258] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8883982759120400928:56:0)
[08:23:37.278] Build status: SCHEDULED
[08:23:37.278] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8883982759120400928:57:0) after 3m6s
[08:26:43.317] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8883982759120400928:57:0)
[08:26:43.334] Build status: SCHEDULED
[08:26:43.334] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8883982759120400928:58:0) after 2m37s
[08:29:20.356] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8883982759120400928:58:0)
[08:29:20.373] Build status: SCHEDULED
[08:29:20.373] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8883982759120400928:59:0) after 6m24s
[08:35:44.401] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8883982759120400928:59:0)
[08:35:44.424] Build status: SCHEDULED
[08:35:44.424] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8883982759120400928:60:0) after 7m56s
[08:43:40.449] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8883982759120400928:60:0)
[08:43:40.467] Build status: SCHEDULED
[08:43:40.467] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8883982759120400928:61:0) after 5m25s
[08:49:05.821] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8883982759120400928:61:0)
[08:49:05.847] Build status: SCHEDULED
[08:49:05.847] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8883982759120400928:62:0) after 8m50s
[08:57:55.891] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8883982759120400928:62:0)
[08:57:55.907] Build status: SCHEDULED
[08:57:55.907] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8883982759120400928:63:0) after 1m20s
[08:59:16.019] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8883982759120400928:63:0)
[08:59:16.041] Build status: SCHEDULED
[08:59:16.041] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8883982759120400928:64:0) after 8m8s
[09:07:24.416] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8883982759120400928:64:0)
[09:07:24.508] Build status: SCHEDULED
[09:07:24.508] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8883982759120400928:65:0) after 7m11s
[09:14:35.541] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8883982759120400928:65:0)
[09:14:35.573] Build status: SCHEDULED
[09:14:35.573] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8883982759120400928:66:0) after 7m30s
[09:22:05.627] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8883982759120400928:66:0)
[09:22:05.645] Build status: SCHEDULED
[09:22:05.645] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8883982759120400928:67:0) after 2m44s
[09:24:49.663] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8883982759120400928:67:0)
[09:24:49.697] Build status: SCHEDULED
[09:24:49.697] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8883982759120400928:68:0) after 6m20s
[09:31:09.716] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8883982759120400928:68:0)
[09:31:09.731] Build status: SCHEDULED
[09:31:09.731] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8883982759120400928:69:0) after 5m9s
[09:36:18.798] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8883982759120400928:69:0)
[09:36:18.814] Build status: SCHEDULED
[09:36:18.814] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8883982759120400928:70:0) after 5m57s
[09:42:15.885] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8883982759120400928:70:0)
[09:42:15.912] Build status: SCHEDULED
[09:42:15.912] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8883982759120400928:71:0) after 5m57s
[09:48:13.032] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8883982759120400928:71:0)
[09:48:13.049] Build status: SCHEDULED
[09:48:13.049] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8883982759120400928:72:0) after 5m33s
[09:53:46.070] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8883982759120400928:72:0)
[09:53:46.139] Build status: SCHEDULED
[09:53:46.139] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8883982759120400928:73:0) after 2m34s
[09:56:20.158] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8883982759120400928:73:0)
[09:56:20.176] Build status: SCHEDULED
[09:56:20.176] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8883982759120400928:74:0) after 5m11s
[10:01:31.204] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8883982759120400928:74:0)
[10:01:31.221] Build status: SCHEDULED
[10:01:31.221] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8883982759120400928:75:0) after 5m46s
[10:07:17.229] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8883982759120400928:75:0)
[10:07:17.244] Build status: SCHEDULED
[10:07:17.244] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8883982759120400928:76:0) after 1m39s
[10:08:56.378] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8883982759120400928:76:0)
[10:08:56.404] Build status: SCHEDULED
[10:08:56.404] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8883982759120400928:77:0) after 5m13s
[10:14:10.435] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8883982759120400928:77:0)
[10:14:10.450] Build status: SCHEDULED
[10:14:10.451] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8883982759120400928:78:0) after 5m5s
[10:19:15.697] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8883982759120400928:78:0)
[10:19:15.714] Build status: SCHEDULED
[10:19:15.714] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8883982759120400928:79:0) after 5m19s
[10:24:34.938] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8883982759120400928:79:0)
[10:24:34.955] Build status: SCHEDULED
[10:24:34.955] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8883982759120400928:80:0) after 5m41s
[10:30:15.981] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8883982759120400928:80:0)
[10:30:16.068] Build status: SCHEDULED
[10:30:16.068] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8883982759120400928:81:0) after 9m28s
[10:39:44.076] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8883982759120400928:81:0)
[10:39:44.103] Build status: SCHEDULED
[10:39:44.103] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8883982759120400928:82:0) after 6m45s
[10:46:29.127] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8883982759120400928:82:0)
[10:46:29.146] Build status: SCHEDULED
[10:46:29.146] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8883982759120400928:83:0) after 6m53s
[10:53:22.555] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8883982759120400928:83:0)
[10:53:22.610] Build status: SCHEDULED
[10:53:22.610] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8883982759120400928:84:0) after 8m27s
[11:01:49.962] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8883982759120400928:84:0)
[11:01:49.977] Build status: SCHEDULED
[11:01:49.977] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8883982759120400928:85:0) after 3m16s
[11:05:06.430] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8883982759120400928:85:0)
[11:05:06.453] Build status: SCHEDULED
[11:05:06.453] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8883982759120400928:86:0) after 2m28s
[11:07:34.525] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8883982759120400928:86:0)
[11:07:34.541] Build status: SCHEDULED
[11:07:34.541] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8883982759120400928:87:0) after 6m59s
[11:14:33.540] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8883982759120400928:87:0)
[11:14:33.561] Build status: SCHEDULED
[11:14:33.561] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8883982759120400928:88:0) after 3m54s
[11:18:27.590] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8883982759120400928:88:0)
[11:18:27.618] Build status: SCHEDULED
[11:18:27.618] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8883982759120400928:89:0) after 5m16s
[11:23:43.714] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8883982759120400928:89:0)
[11:23:43.743] Build status: SCHEDULED
[11:23:43.743] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8883982759120400928:90:0) after 1m24s
[11:25:07.898] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8883982759120400928:90:0)
[11:25:07.927] Build status: SCHEDULED
[11:25:07.927] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8883982759120400928:91:0) after 4m27s
[11:27:18.225] Received PubSub notification, asking Buildbucket for the build status
[11:27:18.249] Build:
{
  "id": "8718552697082660929",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-arm-bazel-kernel"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-04-04T03:27:18.765309348Z",
  "endTime": "2025-04-04T11:27:18.005912282Z",
  "updateTime": "2025-04-04T11:27:18.005912282Z",
  "status": "INFRA_FAILURE",
  "statusDetails": {
    "resourceExhaustion": {

    },
    "timeout": {

    }
  },
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "74fc6559bf6c6e557c7b0c3fa0394cd7cff01acc",
      "ref": "refs/heads/main"
    }
  }
}
[11:27:18.250] Invocation finished in 8h0m0.811280439s with status FAILED