Status: FAILED
Triggered by: -
Duration: 3 hours
Actions:

Definition (rev 997855649965b455092ee804396bbfb5cca8cbe4)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "pigweed.dev.ci"
  builder: "pigweed-mac-arm-bazel-build-host-clang"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://pigweed.googlesource.com/pigweed/pigweed",
  "revision": "eac2db8221f5f2867331865c46eb2caaeda97b32"
}

Incoming tags

  • buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/eac2db8221f5f2867331865c46eb2caaeda97b32
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[17:08:58.055] New invocation is queued and will start shortly
[17:08:59.134] Starting the invocation (attempt 1)
[17:08:59.158] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/eac2db8221f5f2867331865c46eb2caaeda97b32"
[17:08:59.158] Popped gitiles commit info from properties and tags
[17:08:59.158] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[17:08:59.158] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[17:08:59.158] Buildbucket request:
{
  "requestId": "8877679873006766944",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-arm-bazel-build-host-clang"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8877679873006766944",
            "job": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-build-host-clang",
            "triggers": [
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "eac2db8221f5f2867331865c46eb2caaeda97b32"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@eac2db8221f5f2867331865c46eb2caaeda97b32",
                        "title": "eac2db8221f5f2867331865c46eb2caaeda97b32",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/eac2db8221f5f2867331865c46eb2caaeda97b32"
                      }
                ]
          }
    },
  "gitilesCommit": {
    "host": "pigweed.googlesource.com",
    "project": "pigweed/pigweed",
    "id": "eac2db8221f5f2867331865c46eb2caaeda97b32",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8877679873006766944"
    },
    {
      "key": "scheduler_job_id",
      "value": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-build-host-clang"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[17:08:59.540] Scheduled build:
{
  "id": "8712249811116837345",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-arm-bazel-build-host-clang"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-06-12T17:08:59.230878253Z",
  "updateTime": "2025-06-12T17:08:59.230878253Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "eac2db8221f5f2867331865c46eb2caaeda97b32",
      "ref": "refs/heads/main"
    }
  }
}
[17:08:59.540] Task URL: https://cr-buildbucket.appspot.com/build/8712249811116837345
[17:08:59.540] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-build-host-clang:8877679873006766944:2:0) after 4m22s
[17:09:00.534] Received PubSub notification, asking Buildbucket for the build status
[17:09:00.561] Build status: SCHEDULED
[17:13:21.693] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-build-host-clang:8877679873006766944:2:0)
[17:13:21.736] Build status: SCHEDULED
[17:13:21.736] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-build-host-clang:8877679873006766944:4:0) after 2m54s
[17:16:15.755] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-build-host-clang:8877679873006766944:4:0)
[17:16:15.791] Build status: SCHEDULED
[17:16:15.791] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-build-host-clang:8877679873006766944:5:0) after 4m48s
[17:21:03.804] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-build-host-clang:8877679873006766944:5:0)
[17:21:03.834] Build status: SCHEDULED
[17:21:03.834] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-build-host-clang:8877679873006766944:6:0) after 6m30s
[17:27:33.850] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-build-host-clang:8877679873006766944:6:0)
[17:27:34.120] Build status: SCHEDULED
[17:27:34.120] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-build-host-clang:8877679873006766944:7:0) after 7m30s
[17:35:04.165] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-build-host-clang:8877679873006766944:7:0)
[17:35:04.192] Build status: SCHEDULED
[17:35:04.192] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-build-host-clang:8877679873006766944:8:0) after 3m48s
[17:38:52.208] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-build-host-clang:8877679873006766944:8:0)
[17:38:52.237] Build status: SCHEDULED
[17:38:52.237] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-build-host-clang:8877679873006766944:9:0) after 3m13s
[17:42:05.250] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-build-host-clang:8877679873006766944:9:0)
[17:42:05.447] Build status: SCHEDULED
[17:42:05.447] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-build-host-clang:8877679873006766944:10:0) after 5m52s
[17:47:57.484] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-build-host-clang:8877679873006766944:10:0)
[17:47:57.508] Build status: SCHEDULED
[17:47:57.508] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-build-host-clang:8877679873006766944:11:0) after 4m1s
[17:51:58.530] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-build-host-clang:8877679873006766944:11:0)
[17:51:58.563] Build status: SCHEDULED
[17:51:58.563] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-build-host-clang:8877679873006766944:12:0) after 2m38s
[17:54:36.578] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-build-host-clang:8877679873006766944:12:0)
[17:54:36.700] Build status: SCHEDULED
[17:54:36.700] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-build-host-clang:8877679873006766944:13:0) after 6m22s
[18:00:58.776] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-build-host-clang:8877679873006766944:13:0)
[18:01:03.874] Build status: SCHEDULED
[18:01:03.874] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-build-host-clang:8877679873006766944:14:0) after 7m34s
[18:08:37.954] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-build-host-clang:8877679873006766944:14:0)
[18:08:42.975] Build status: SCHEDULED
[18:08:42.975] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-build-host-clang:8877679873006766944:15:0) after 7m39s
[18:16:21.991] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-build-host-clang:8877679873006766944:15:0)
[18:16:27.017] Build status: SCHEDULED
[18:16:27.017] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-build-host-clang:8877679873006766944:16:0) after 4m23s
[18:20:50.066] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-build-host-clang:8877679873006766944:16:0)
[18:20:50.087] Build status: SCHEDULED
[18:20:50.087] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-build-host-clang:8877679873006766944:17:0) after 4m13s
[18:25:03.214] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-build-host-clang:8877679873006766944:17:0)
[18:25:08.243] Build status: SCHEDULED
[18:25:08.243] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-build-host-clang:8877679873006766944:18:0) after 1m39s
[18:26:47.236] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-build-host-clang:8877679873006766944:18:0)
[18:26:52.265] Build status: SCHEDULED
[18:26:52.265] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-build-host-clang:8877679873006766944:19:0) after 3m51s
[18:30:43.394] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-build-host-clang:8877679873006766944:19:0)
[18:30:43.483] Build status: SCHEDULED
[18:30:43.483] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-build-host-clang:8877679873006766944:20:0) after 8m40s
[18:39:23.503] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-build-host-clang:8877679873006766944:20:0)
[18:39:23.524] Build status: SCHEDULED
[18:39:23.524] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-build-host-clang:8877679873006766944:21:0) after 9m34s
[18:48:57.615] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-build-host-clang:8877679873006766944:21:0)
[18:48:57.743] Build status: SCHEDULED
[18:48:57.743] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-build-host-clang:8877679873006766944:22:0) after 8m25s
[18:57:23.586] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-build-host-clang:8877679873006766944:22:0)
[18:57:23.605] Build status: SCHEDULED
[18:57:23.605] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-build-host-clang:8877679873006766944:23:0) after 2m57s
[19:00:20.603] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-build-host-clang:8877679873006766944:23:0)
[19:00:20.624] Build status: SCHEDULED
[19:00:20.624] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-build-host-clang:8877679873006766944:24:0) after 1m48s
[19:02:08.799] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-build-host-clang:8877679873006766944:24:0)
[19:02:08.895] Build status: SCHEDULED
[19:02:08.895] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-build-host-clang:8877679873006766944:25:0) after 4m15s
[19:06:23.927] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-build-host-clang:8877679873006766944:25:0)
[19:06:24.003] Build status: SCHEDULED
[19:06:24.003] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-build-host-clang:8877679873006766944:26:0) after 6m58s
[19:13:23.289] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-build-host-clang:8877679873006766944:26:0)
[19:13:23.311] Build status: SCHEDULED
[19:13:23.312] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-build-host-clang:8877679873006766944:27:0) after 5m7s
[19:18:30.300] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-build-host-clang:8877679873006766944:27:0)
[19:18:30.319] Build status: SCHEDULED
[19:18:30.319] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-build-host-clang:8877679873006766944:28:0) after 5m40s
[19:24:37.755] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-build-host-clang:8877679873006766944:28:0)
[19:24:37.795] Build status: SCHEDULED
[19:24:37.795] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-build-host-clang:8877679873006766944:29:0) after 2m40s
[19:27:25.721] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-build-host-clang:8877679873006766944:29:0)
[19:27:25.744] Build status: SCHEDULED
[19:27:25.744] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-build-host-clang:8877679873006766944:30:0) after 4m1s
[19:31:26.766] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-build-host-clang:8877679873006766944:30:0)
[19:31:26.899] Build status: SCHEDULED
[19:31:26.899] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-build-host-clang:8877679873006766944:31:0) after 1m59s
[19:33:26.356] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-build-host-clang:8877679873006766944:31:0)
[19:33:26.479] Build status: SCHEDULED
[19:33:26.479] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-build-host-clang:8877679873006766944:32:0) after 4m35s
[20:08:43.026] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-build-host-clang:8877679873006766944:32:0)
[20:08:45.324] Build status: SCHEDULED
[20:08:45.324] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-build-host-clang:8877679873006766944:33:0) after 4m15s
[20:13:00.566] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-build-host-clang:8877679873006766944:33:0)
[20:13:00.663] Build status: SCHEDULED
[20:13:00.663] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-build-host-clang:8877679873006766944:34:0) after 1m32s
[20:14:32.687] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-build-host-clang:8877679873006766944:34:0)
[20:14:32.702] Build status: SCHEDULED
[20:14:32.702] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-build-host-clang:8877679873006766944:35:0) after 7m3s
[20:21:35.729] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-build-host-clang:8877679873006766944:35:0)
[20:21:35.754] Build status: SCHEDULED
[20:21:35.754] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-build-host-clang:8877679873006766944:36:0) after 7m30s
[20:29:05.995] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-build-host-clang:8877679873006766944:36:0)
[20:29:06.026] Build status: SCHEDULED
[20:29:06.026] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-build-host-clang:8877679873006766944:37:0) after 3m46s
[20:32:52.043] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-build-host-clang:8877679873006766944:37:0)
[20:32:52.074] Build status: SCHEDULED
[20:32:52.074] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-build-host-clang:8877679873006766944:38:0) after 7m43s
[20:36:55.952] Received PubSub notification, asking Buildbucket for the build status
[20:36:55.996] Build:
{
  "id": "8712249811116837345",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-arm-bazel-build-host-clang"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-06-12T17:08:59.230878253Z",
  "endTime": "2025-06-12T20:36:42.965694792Z",
  "updateTime": "2025-06-12T20:36:42.965694792Z",
  "status": "INFRA_FAILURE",
  "statusDetails": {
    "resourceExhaustion": {

    }
  },
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "eac2db8221f5f2867331865c46eb2caaeda97b32",
      "ref": "refs/heads/main"
    }
  }
}
[20:36:55.996] Invocation finished in 3h27m57.952242002s with status FAILED