Status: FAILED
Triggered by: -
Duration: 3 hours
Actions:

Definition (rev 98fc6158fe3a5c02b9e7741b914e8bb51bc368f2)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "pigweed.dev.ci"
  builder: "pigweed-mac-arm-bazel-host-cpp17-v800"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://pigweed.googlesource.com/pigweed/pigweed",
  "revision": "e7ae54b1d8fdfe6453658bf027355bce6c5b9cc3"
}

Incoming tags

  • buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/e7ae54b1d8fdfe6453658bf027355bce6c5b9cc3
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[22:35:11.071] New invocation is queued and will start shortly
[22:35:12.400] Starting the invocation (attempt 1)
[22:35:12.431] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/e7ae54b1d8fdfe6453658bf027355bce6c5b9cc3"
[22:35:12.431] Popped gitiles commit info from properties and tags
[22:35:12.431] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[22:35:12.431] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[22:35:12.432] Buildbucket request:
{
  "requestId": "8840514592980282720",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-arm-bazel-host-cpp17-v800"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8840514592980282720",
            "job": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800",
            "triggers": [
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "20c74df593f0a80d16cbc770d9185555b1b6aec5"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@20c74df593f0a80d16cbc770d9185555b1b6aec5",
                        "title": "20c74df593f0a80d16cbc770d9185555b1b6aec5",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/20c74df593f0a80d16cbc770d9185555b1b6aec5"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "a19bcbb7e3d8b15738466f053dd509ec43508e38"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@a19bcbb7e3d8b15738466f053dd509ec43508e38",
                        "title": "a19bcbb7e3d8b15738466f053dd509ec43508e38",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/a19bcbb7e3d8b15738466f053dd509ec43508e38"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "e7ae54b1d8fdfe6453658bf027355bce6c5b9cc3"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@e7ae54b1d8fdfe6453658bf027355bce6c5b9cc3",
                        "title": "e7ae54b1d8fdfe6453658bf027355bce6c5b9cc3",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/e7ae54b1d8fdfe6453658bf027355bce6c5b9cc3"
                      }
                ]
          }
    },
  "gitilesCommit": {
    "host": "pigweed.googlesource.com",
    "project": "pigweed/pigweed",
    "id": "e7ae54b1d8fdfe6453658bf027355bce6c5b9cc3",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8840514592980282720"
    },
    {
      "key": "scheduler_job_id",
      "value": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[22:35:12.854] Scheduled build:
{
  "id": "8675084530830041105",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-arm-bazel-host-cpp17-v800"
  },
  "createdBy": "project:pigweed",
  "createTime": "2026-07-27T22:35:12.502127441Z",
  "updateTime": "2026-07-27T22:35:12.502127441Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "e7ae54b1d8fdfe6453658bf027355bce6c5b9cc3",
      "ref": "refs/heads/main"
    }
  }
}
[22:35:12.854] Task URL: https://cr-buildbucket.appspot.com/build/8675084530830041105
[22:35:12.854] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8840514592980282720:2:0) after 2m18s
[22:35:13.774] Received PubSub notification, asking Buildbucket for the build status
[22:35:13.797] Build status: SCHEDULED
[22:37:30.886] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8840514592980282720:2:0)
[22:37:30.932] Build status: SCHEDULED
[22:37:30.932] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8840514592980282720:4:0) after 2m44s
[22:40:15.139] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8840514592980282720:4:0)
[22:40:15.159] Build status: SCHEDULED
[22:40:15.159] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8840514592980282720:5:0) after 7m21s
[22:47:36.172] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8840514592980282720:5:0)
[22:47:36.193] Build status: SCHEDULED
[22:47:36.194] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8840514592980282720:6:0) after 4m36s
[22:52:12.337] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8840514592980282720:6:0)
[22:52:12.356] Build status: SCHEDULED
[22:52:12.356] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8840514592980282720:7:0) after 9m52s
[23:02:04.466] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8840514592980282720:7:0)
[23:02:04.490] Build status: SCHEDULED
[23:02:04.490] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8840514592980282720:8:0) after 5m35s
[23:07:39.535] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8840514592980282720:8:0)
[23:07:39.559] Build status: SCHEDULED
[23:07:39.560] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8840514592980282720:9:0) after 7m56s
[23:15:35.575] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8840514592980282720:9:0)
[23:15:35.595] Build status: SCHEDULED
[23:15:35.595] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8840514592980282720:10:0) after 9m9s
[23:24:44.666] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8840514592980282720:10:0)
[23:24:44.690] Build status: SCHEDULED
[23:24:44.690] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8840514592980282720:11:0) after 8m8s
[23:32:52.760] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8840514592980282720:11:0)
[23:32:52.870] Build status: SCHEDULED
[23:32:52.870] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8840514592980282720:12:0) after 4m50s
[23:37:42.844] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8840514592980282720:12:0)
[23:37:42.871] Build status: SCHEDULED
[23:37:42.871] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8840514592980282720:13:0) after 3m56s
[23:41:38.934] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8840514592980282720:13:0)
[23:41:38.963] Build status: SCHEDULED
[23:41:38.963] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8840514592980282720:14:0) after 9m2s
[23:50:41.051] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8840514592980282720:14:0)
[23:50:41.092] Build status: SCHEDULED
[23:50:41.093] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8840514592980282720:15:0) after 8m48s
[23:59:29.112] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8840514592980282720:15:0)
[23:59:29.135] Build status: SCHEDULED
[23:59:29.135] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8840514592980282720:16:0) after 6m56s
[00:06:25.151] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8840514592980282720:16:0)
[00:06:25.237] Build status: SCHEDULED
[00:06:25.237] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8840514592980282720:17:0) after 4m33s
[00:10:58.303] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8840514592980282720:17:0)
[00:10:58.321] Build status: SCHEDULED
[00:10:58.321] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8840514592980282720:18:0) after 1m1s
[00:11:59.481] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8840514592980282720:18:0)
[00:11:59.503] Build status: SCHEDULED
[00:11:59.503] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8840514592980282720:19:0) after 1m51s
[00:13:50.519] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8840514592980282720:19:0)
[00:13:50.672] Build status: SCHEDULED
[00:13:50.672] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8840514592980282720:20:0) after 9m27s
[00:23:17.692] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8840514592980282720:20:0)
[00:23:17.713] Build status: SCHEDULED
[00:23:17.714] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8840514592980282720:21:0) after 3m48s
[00:27:05.723] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8840514592980282720:21:0)
[00:27:05.741] Build status: SCHEDULED
[00:27:05.741] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8840514592980282720:22:0) after 5m54s
[00:32:59.756] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8840514592980282720:22:0)
[00:32:59.772] Build status: SCHEDULED
[00:32:59.772] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8840514592980282720:23:0) after 9m55s
[00:42:54.766] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8840514592980282720:23:0)
[00:42:54.945] Build status: SCHEDULED
[00:42:54.945] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8840514592980282720:24:0) after 3m49s
[00:46:43.919] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8840514592980282720:24:0)
[00:46:44.012] Build status: SCHEDULED
[00:46:44.012] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8840514592980282720:25:0) after 9m47s
[00:56:31.078] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8840514592980282720:25:0)
[00:56:31.097] Build status: SCHEDULED
[00:56:31.097] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8840514592980282720:26:0) after 2m42s
[00:59:13.295] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8840514592980282720:26:0)
[00:59:13.320] Build status: SCHEDULED
[00:59:13.320] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8840514592980282720:27:0) after 1m56s
[01:01:09.335] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8840514592980282720:27:0)
[01:01:09.365] Build status: SCHEDULED
[01:01:09.366] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8840514592980282720:28:0) after 3m56s
[01:05:05.403] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8840514592980282720:28:0)
[01:05:05.423] Build status: SCHEDULED
[01:05:05.423] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8840514592980282720:29:0) after 1m38s
[01:06:43.525] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8840514592980282720:29:0)
[01:06:43.574] Build status: SCHEDULED
[01:06:43.574] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8840514592980282720:30:0) after 5m7s
[01:11:50.634] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8840514592980282720:30:0)
[01:11:50.662] Build status: SCHEDULED
[01:11:50.662] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8840514592980282720:31:0) after 8m28s
[01:20:18.728] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8840514592980282720:31:0)
[01:20:18.825] Build status: SCHEDULED
[01:20:18.825] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8840514592980282720:32:0) after 9m56s
[01:30:14.838] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8840514592980282720:32:0)
[01:30:14.900] Build status: SCHEDULED
[01:30:14.900] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8840514592980282720:33:0) after 5m6s
[01:35:20.955] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8840514592980282720:33:0)
[01:35:20.974] Build status: SCHEDULED
[01:35:20.974] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8840514592980282720:34:0) after 6m8s
[01:40:11.223] Received PubSub notification, asking Buildbucket for the build status
[01:40:11.256] Build status: STARTED
[01:40:42.590] Received PubSub notification, asking Buildbucket for the build status
[01:40:42.617] Build:
{
  "id": "8675084530830041105",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-arm-bazel-host-cpp17-v800"
  },
  "createdBy": "project:pigweed",
  "createTime": "2026-07-27T22:35:12.502127441Z",
  "startTime": "2026-07-28T01:40:11.062773260Z",
  "endTime": "2026-07-28T01:40:42.249081569Z",
  "updateTime": "2026-07-28T01:40:42.249081569Z",
  "status": "INFRA_FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "e7ae54b1d8fdfe6453658bf027355bce6c5b9cc3",
      "ref": "refs/heads/main"
    }
  }
}
[01:40:42.617] Invocation finished in 3h5m31.549673442s with status FAILED