Status: FAILED
Triggered by: -
Duration: 3 hours
Actions:

Definition (rev 1415c40791c61af8fa168852b0bf2fb6a9db9a2a)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "pigweed.dev.ci"
  builder: "pigweed-mac-arm-bazel-rpc"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://pigweed.googlesource.com/pigweed/pigweed",
  "revision": "d2212bf4a1c5250286c2911a490743ca48b7ba7e"
}

Incoming tags

  • buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/d2212bf4a1c5250286c2911a490743ca48b7ba7e
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[22:32:00.814] New invocation is queued and will start shortly
[22:32:01.905] Starting the invocation (attempt 1)
[22:32:01.935] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/d2212bf4a1c5250286c2911a490743ca48b7ba7e"
[22:32:01.935] Popped gitiles commit info from properties and tags
[22:32:01.935] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[22:32:01.935] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[22:32:01.936] Buildbucket request:
{
  "requestId": "8839880613716188544",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-arm-bazel-rpc"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8839880613716188544",
            "job": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc",
            "triggers": [
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "57b9088fddb67d5b60587b8f2e9315446123b306"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@57b9088fddb67d5b60587b8f2e9315446123b306",
                        "title": "57b9088fddb67d5b60587b8f2e9315446123b306",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/57b9088fddb67d5b60587b8f2e9315446123b306"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "d2212bf4a1c5250286c2911a490743ca48b7ba7e"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@d2212bf4a1c5250286c2911a490743ca48b7ba7e",
                        "title": "d2212bf4a1c5250286c2911a490743ca48b7ba7e",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/d2212bf4a1c5250286c2911a490743ca48b7ba7e"
                      }
                ]
          }
    },
  "gitilesCommit": {
    "host": "pigweed.googlesource.com",
    "project": "pigweed/pigweed",
    "id": "d2212bf4a1c5250286c2911a490743ca48b7ba7e",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8839880613716188544"
    },
    {
      "key": "scheduler_job_id",
      "value": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[22:32:02.414] Scheduled build:
{
  "id": "8674450551813523649",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-arm-bazel-rpc"
  },
  "createdBy": "project:pigweed",
  "createTime": "2026-08-03T22:32:02.007489264Z",
  "updateTime": "2026-08-03T22:32:02.007489264Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "d2212bf4a1c5250286c2911a490743ca48b7ba7e",
      "ref": "refs/heads/main"
    }
  }
}
[22:32:02.414] Task URL: https://cr-buildbucket.appspot.com/build/8674450551813523649
[22:32:02.414] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8839880613716188544:2:0) after 2m59s
[22:32:04.923] Received PubSub notification, asking Buildbucket for the build status
[22:32:04.948] Build status: SCHEDULED
[22:35:01.429] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8839880613716188544:2:0)
[22:35:01.447] Build status: SCHEDULED
[22:35:01.447] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8839880613716188544:4:0) after 3m9s
[22:38:10.875] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8839880613716188544:4:0)
[22:38:10.898] Build status: SCHEDULED
[22:38:10.898] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8839880613716188544:5:0) after 8m20s
[22:46:30.945] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8839880613716188544:5:0)
[22:46:32.694] Build status: SCHEDULED
[22:46:32.694] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8839880613716188544:6:0) after 1m31s
[22:48:03.793] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8839880613716188544:6:0)
[22:48:03.823] Build status: SCHEDULED
[22:48:03.823] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8839880613716188544:7:0) after 6m20s
[22:54:24.017] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8839880613716188544:7:0)
[22:54:24.034] Build status: SCHEDULED
[22:54:24.035] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8839880613716188544:8:0) after 9m12s
[23:03:36.069] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8839880613716188544:8:0)
[23:03:36.101] Build status: SCHEDULED
[23:03:36.102] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8839880613716188544:9:0) after 3m20s
[23:06:56.200] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8839880613716188544:9:0)
[23:06:56.237] Build status: SCHEDULED
[23:06:56.237] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8839880613716188544:10:0) after 9m26s
[23:16:22.258] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8839880613716188544:10:0)
[23:16:22.281] Build status: SCHEDULED
[23:16:22.281] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8839880613716188544:11:0) after 6m32s
[23:22:54.393] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8839880613716188544:11:0)
[23:22:54.412] Build status: SCHEDULED
[23:22:54.412] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8839880613716188544:12:0) after 7m8s
[23:30:02.504] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8839880613716188544:12:0)
[23:30:02.541] Build status: SCHEDULED
[23:30:02.541] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8839880613716188544:13:0) after 3m46s
[23:33:48.562] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8839880613716188544:13:0)
[23:33:48.583] Build status: SCHEDULED
[23:33:48.583] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8839880613716188544:14:0) after 5m40s
[23:39:28.670] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8839880613716188544:14:0)
[23:39:28.693] Build status: SCHEDULED
[23:39:28.693] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8839880613716188544:15:0) after 9m45s
[23:49:13.728] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8839880613716188544:15:0)
[23:49:13.760] Build status: SCHEDULED
[23:49:13.760] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8839880613716188544:16:0) after 2m38s
[23:51:51.776] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8839880613716188544:16:0)
[23:51:51.797] Build status: SCHEDULED
[23:51:51.797] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8839880613716188544:17:0) after 9m7s
[00:00:58.873] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8839880613716188544:17:0)
[00:00:59.001] Build status: SCHEDULED
[00:00:59.001] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8839880613716188544:18:0) after 6m52s
[00:07:51.082] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8839880613716188544:18:0)
[00:07:51.144] Build status: SCHEDULED
[00:07:51.144] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8839880613716188544:19:0) after 4m28s
[00:12:19.305] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8839880613716188544:19:0)
[00:12:19.325] Build status: SCHEDULED
[00:12:19.325] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8839880613716188544:20:0) after 2m43s
[00:15:02.346] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8839880613716188544:20:0)
[00:15:02.370] Build status: SCHEDULED
[00:15:02.370] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8839880613716188544:21:0) after 3m19s
[00:18:21.400] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8839880613716188544:21:0)
[00:18:21.419] Build status: SCHEDULED
[00:18:21.419] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8839880613716188544:22:0) after 1m11s
[00:19:32.435] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8839880613716188544:22:0)
[00:19:32.459] Build status: SCHEDULED
[00:19:32.459] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8839880613716188544:23:0) after 1m16s
[00:20:48.556] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8839880613716188544:23:0)
[00:20:48.582] Build status: SCHEDULED
[00:20:48.582] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8839880613716188544:24:0) after 3m7s
[00:23:55.590] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8839880613716188544:24:0)
[00:23:55.617] Build status: SCHEDULED
[00:23:55.617] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8839880613716188544:25:0) after 3m50s
[00:27:45.631] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8839880613716188544:25:0)
[00:27:45.654] Build status: SCHEDULED
[00:27:45.654] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8839880613716188544:26:0) after 7m13s
[00:34:58.748] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8839880613716188544:26:0)
[00:34:58.928] Build status: SCHEDULED
[00:34:58.928] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8839880613716188544:27:0) after 7m5s
[00:42:03.944] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8839880613716188544:27:0)
[00:42:03.990] Build status: SCHEDULED
[00:42:03.990] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8839880613716188544:28:0) after 3m50s
[00:45:54.008] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8839880613716188544:28:0)
[00:45:54.029] Build status: SCHEDULED
[00:45:54.029] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8839880613716188544:29:0) after 4m37s
[00:50:31.083] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8839880613716188544:29:0)
[00:50:31.102] Build status: SCHEDULED
[00:50:31.102] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8839880613716188544:30:0) after 3m36s
[00:54:07.169] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8839880613716188544:30:0)
[00:54:07.195] Build status: SCHEDULED
[00:54:07.195] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8839880613716188544:31:0) after 7m58s
[01:02:05.469] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8839880613716188544:31:0)
[01:02:05.490] Build status: SCHEDULED
[01:02:05.490] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8839880613716188544:32:0) after 6m31s
[01:08:36.628] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8839880613716188544:32:0)
[01:08:36.661] Build status: SCHEDULED
[01:08:36.661] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8839880613716188544:33:0) after 8m25s
[01:17:01.678] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8839880613716188544:33:0)
[01:17:01.707] Build status: SCHEDULED
[01:17:01.707] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8839880613716188544:34:0) after 4m4s
[01:21:05.723] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8839880613716188544:34:0)
[01:21:05.740] Build status: SCHEDULED
[01:21:05.740] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8839880613716188544:35:0) after 7m52s
[01:28:57.746] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8839880613716188544:35:0)
[01:28:57.764] Build status: SCHEDULED
[01:28:57.764] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8839880613716188544:36:0) after 5m29s
[01:34:26.808] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8839880613716188544:36:0)
[01:34:26.830] Build status: SCHEDULED
[01:34:26.830] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8839880613716188544:37:0) after 2m48s
[01:37:14.847] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8839880613716188544:37:0)
[01:37:14.891] Build status: SCHEDULED
[01:37:14.891] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8839880613716188544:38:0) after 9m47s
[01:47:02.058] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8839880613716188544:38:0)
[01:47:02.108] Build status: SCHEDULED
[01:47:02.108] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8839880613716188544:39:0) after 6m0s
[01:53:02.123] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8839880613716188544:39:0)
[01:53:02.343] Build status: SCHEDULED
[01:53:02.343] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8839880613716188544:40:0) after 6m55s
[01:57:41.003] Received PubSub notification, asking Buildbucket for the build status
[01:57:41.027] Build status: STARTED
[01:59:57.485] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8839880613716188544:40:0)
[01:59:57.517] Build status: STARTED
[01:59:57.517] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8839880613716188544:42:0) after 2m41s
[02:02:38.580] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8839880613716188544:42:0)
[02:02:38.608] Build status: STARTED
[02:02:38.608] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8839880613716188544:43:0) after 1m12s
[02:03:50.684] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8839880613716188544:43:0)
[02:03:50.756] Build status: STARTED
[02:03:50.756] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8839880613716188544:44:0) after 2m20s
[02:06:10.817] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8839880613716188544:44:0)
[02:06:10.941] Build status: STARTED
[02:06:10.941] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8839880613716188544:45:0) after 7m33s
[02:07:57.142] Received PubSub notification, asking Buildbucket for the build status
[02:07:57.383] Build:
{
  "id": "8674450551813523649",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-arm-bazel-rpc"
  },
  "createdBy": "project:pigweed",
  "createTime": "2026-08-03T22:32:02.007489264Z",
  "startTime": "2026-08-04T01:57:40.638763929Z",
  "endTime": "2026-08-04T02:07:56.848669335Z",
  "updateTime": "2026-08-04T02:07:56.848669335Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "d2212bf4a1c5250286c2911a490743ca48b7ba7e",
      "ref": "refs/heads/main"
    }
  }
}
[02:07:57.383] Invocation finished in 3h35m56.573275746s with status FAILED