Status: FAILED
Triggered by: -
Duration: 3 hours
Actions:

Definition (rev 1415c40791c61af8fa168852b0bf2fb6a9db9a2a)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "pigweed.dev.ci"
  builder: "pigweed-mac-arm-bazel-device"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://pigweed.googlesource.com/pigweed/pigweed",
  "revision": "6a20594ebe2ea3bcdeae7ada482978ba2ada7a17"
}

Incoming tags

  • buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/6a20594ebe2ea3bcdeae7ada482978ba2ada7a17
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[19:35:01.644] New invocation is queued and will start shortly
[19:35:03.000] Starting the invocation (attempt 1)
[19:35:03.030] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/6a20594ebe2ea3bcdeae7ada482978ba2ada7a17"
[19:35:03.030] Popped gitiles commit info from properties and tags
[19:35:03.030] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[19:35:03.030] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[19:35:03.030] Buildbucket request:
{
  "requestId": "8844693387941148048",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-arm-bazel-device"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8844693387941148048",
            "job": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device",
            "triggers": [
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "d28462202f90f5b0998b7d3a1c7d2b968813c943"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@d28462202f90f5b0998b7d3a1c7d2b968813c943",
                        "title": "d28462202f90f5b0998b7d3a1c7d2b968813c943",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/d28462202f90f5b0998b7d3a1c7d2b968813c943"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "6a20594ebe2ea3bcdeae7ada482978ba2ada7a17"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@6a20594ebe2ea3bcdeae7ada482978ba2ada7a17",
                        "title": "6a20594ebe2ea3bcdeae7ada482978ba2ada7a17",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/6a20594ebe2ea3bcdeae7ada482978ba2ada7a17"
                      }
                ]
          }
    },
  "gitilesCommit": {
    "host": "pigweed.googlesource.com",
    "project": "pigweed/pigweed",
    "id": "6a20594ebe2ea3bcdeae7ada482978ba2ada7a17",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8844693387941148048"
    },
    {
      "key": "scheduler_job_id",
      "value": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[19:35:03.482] Scheduled build:
{
  "id": "8679263325759175009",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-arm-bazel-device"
  },
  "createdBy": "project:pigweed",
  "createTime": "2026-06-11T19:35:03.104735900Z",
  "updateTime": "2026-06-11T19:35:03.104735900Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "6a20594ebe2ea3bcdeae7ada482978ba2ada7a17",
      "ref": "refs/heads/main"
    }
  }
}
[19:35:03.482] Task URL: https://cr-buildbucket.appspot.com/build/8679263325759175009
[19:35:03.482] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8844693387941148048:2:0) after 1m13s
[19:35:03.564] Received PubSub notification, asking Buildbucket for the build status
[19:35:03.593] Build status: SCHEDULED
[19:36:16.502] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8844693387941148048:2:0)
[19:36:16.525] Build status: SCHEDULED
[19:36:16.525] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8844693387941148048:4:0) after 3m25s
[19:39:41.514] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8844693387941148048:4:0)
[19:39:41.533] Build status: SCHEDULED
[19:39:41.533] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8844693387941148048:5:0) after 6m37s
[19:46:18.583] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8844693387941148048:5:0)
[19:46:18.616] Build status: SCHEDULED
[19:46:18.616] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8844693387941148048:6:0) after 2m26s
[19:48:44.863] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8844693387941148048:6:0)
[19:48:44.884] Build status: SCHEDULED
[19:48:44.884] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8844693387941148048:7:0) after 3m19s
[19:52:03.916] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8844693387941148048:7:0)
[19:52:03.938] Build status: SCHEDULED
[19:52:03.938] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8844693387941148048:8:0) after 2m37s
[19:54:41.035] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8844693387941148048:8:0)
[19:54:41.061] Build status: SCHEDULED
[19:54:41.061] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8844693387941148048:9:0) after 7m32s
[20:02:13.126] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8844693387941148048:9:0)
[20:02:13.154] Build status: SCHEDULED
[20:02:13.154] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8844693387941148048:10:0) after 6m30s
[20:08:43.184] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8844693387941148048:10:0)
[20:08:43.212] Build status: SCHEDULED
[20:08:43.212] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8844693387941148048:11:0) after 3m5s
[20:11:48.252] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8844693387941148048:11:0)
[20:11:48.338] Build status: SCHEDULED
[20:11:48.338] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8844693387941148048:12:0) after 3m29s
[20:15:17.511] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8844693387941148048:12:0)
[20:15:17.532] Build status: SCHEDULED
[20:15:17.533] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8844693387941148048:13:0) after 7m22s
[20:22:39.611] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8844693387941148048:13:0)
[20:22:39.630] Build status: SCHEDULED
[20:22:39.630] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8844693387941148048:14:0) after 8m48s
[20:31:27.855] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8844693387941148048:14:0)
[20:31:27.877] Build status: SCHEDULED
[20:31:27.877] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8844693387941148048:15:0) after 7m39s
[20:39:06.863] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8844693387941148048:15:0)
[20:39:06.889] Build status: SCHEDULED
[20:39:06.889] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8844693387941148048:16:0) after 5m35s
[20:44:41.904] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8844693387941148048:16:0)
[20:44:41.924] Build status: SCHEDULED
[20:44:41.924] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8844693387941148048:17:0) after 9m35s
[20:54:16.991] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8844693387941148048:17:0)
[20:54:17.030] Build status: SCHEDULED
[20:54:17.030] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8844693387941148048:18:0) after 4m56s
[20:59:13.136] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8844693387941148048:18:0)
[20:59:13.163] Build status: SCHEDULED
[20:59:13.163] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8844693387941148048:19:0) after 2m46s
[21:01:59.258] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8844693387941148048:19:0)
[21:01:59.278] Build status: SCHEDULED
[21:01:59.278] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8844693387941148048:20:0) after 7m0s
[21:08:59.293] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8844693387941148048:20:0)
[21:08:59.315] Build status: SCHEDULED
[21:08:59.315] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8844693387941148048:21:0) after 6m39s
[21:15:38.334] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8844693387941148048:21:0)
[21:15:38.402] Build status: SCHEDULED
[21:15:38.402] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8844693387941148048:22:0) after 8m35s
[21:24:13.499] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8844693387941148048:22:0)
[21:24:13.517] Build status: SCHEDULED
[21:24:13.517] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8844693387941148048:23:0) after 8m14s
[21:32:27.562] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8844693387941148048:23:0)
[21:32:27.578] Build status: SCHEDULED
[21:32:27.578] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8844693387941148048:24:0) after 9m48s
[21:42:15.693] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8844693387941148048:24:0)
[21:42:15.712] Build status: SCHEDULED
[21:42:15.713] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8844693387941148048:25:0) after 4m55s
[21:47:10.876] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8844693387941148048:25:0)
[21:47:10.895] Build status: SCHEDULED
[21:47:10.895] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8844693387941148048:26:0) after 8m20s
[21:55:30.928] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8844693387941148048:26:0)
[21:55:30.996] Build status: SCHEDULED
[21:55:30.996] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8844693387941148048:27:0) after 7m0s
[22:02:31.033] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8844693387941148048:27:0)
[22:02:31.097] Build status: SCHEDULED
[22:02:31.097] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8844693387941148048:28:0) after 4m51s
[22:07:22.501] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8844693387941148048:28:0)
[22:07:22.521] Build status: SCHEDULED
[22:07:22.521] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8844693387941148048:29:0) after 8m21s
[22:15:43.596] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8844693387941148048:29:0)
[22:15:43.614] Build status: SCHEDULED
[22:15:43.614] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8844693387941148048:30:0) after 3m50s
[22:19:33.782] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8844693387941148048:30:0)
[22:19:33.842] Build status: SCHEDULED
[22:19:33.842] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8844693387941148048:31:0) after 6m43s
[22:26:17.094] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8844693387941148048:31:0)
[22:26:17.116] Build status: SCHEDULED
[22:26:17.116] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8844693387941148048:32:0) after 5m2s
[22:31:19.231] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8844693387941148048:32:0)
[22:31:19.257] Build status: SCHEDULED
[22:31:19.257] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8844693387941148048:33:0) after 2m16s
[22:33:35.273] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8844693387941148048:33:0)
[22:33:35.352] Build status: SCHEDULED
[22:33:35.352] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8844693387941148048:34:0) after 7m25s
[22:41:00.365] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8844693387941148048:34:0)
[22:41:00.380] Build status: SCHEDULED
[22:41:00.380] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8844693387941148048:35:0) after 6m7s
[22:47:07.367] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8844693387941148048:35:0)
[22:47:07.391] Build status: SCHEDULED
[22:47:07.391] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8844693387941148048:36:0) after 5m31s
[22:52:38.570] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8844693387941148048:36:0)
[22:52:38.592] Build status: SCHEDULED
[22:52:38.592] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8844693387941148048:37:0) after 2m1s
[22:54:39.851] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8844693387941148048:37:0)
[22:54:39.884] Build status: SCHEDULED
[22:54:39.884] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8844693387941148048:38:0) after 6m0s
[23:00:40.074] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8844693387941148048:38:0)
[23:00:40.128] Build status: SCHEDULED
[23:00:40.128] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8844693387941148048:39:0) after 9m55s
[23:10:35.148] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8844693387941148048:39:0)
[23:10:35.203] Build status: SCHEDULED
[23:10:35.203] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8844693387941148048:40:0) after 3m50s
[23:14:25.240] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8844693387941148048:40:0)
[23:14:25.258] Build status: SCHEDULED
[23:14:25.259] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8844693387941148048:41:0) after 5m17s
[23:19:42.280] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8844693387941148048:41:0)
[23:19:42.324] Build status: SCHEDULED
[23:19:42.324] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8844693387941148048:42:0) after 7m46s
[23:27:28.455] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8844693387941148048:42:0)
[23:27:28.483] Build status: SCHEDULED
[23:27:28.483] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8844693387941148048:43:0) after 2m58s
[23:28:20.919] Received PubSub notification, asking Buildbucket for the build status
[23:28:20.939] Build status: STARTED
[23:30:26.583] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8844693387941148048:43:0)
[23:30:26.628] Build status: STARTED
[23:30:26.628] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8844693387941148048:45:0) after 9m51s
[23:34:52.651] Received PubSub notification, asking Buildbucket for the build status
[23:34:53.242] Build:
{
  "id": "8679263325759175009",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-arm-bazel-device"
  },
  "createdBy": "project:pigweed",
  "createTime": "2026-06-11T19:35:03.104735900Z",
  "startTime": "2026-06-11T23:28:20.687193490Z",
  "endTime": "2026-06-11T23:34:52.391264632Z",
  "updateTime": "2026-06-11T23:34:52.391264632Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "6a20594ebe2ea3bcdeae7ada482978ba2ada7a17",
      "ref": "refs/heads/main"
    }
  }
}
[23:34:53.242] Invocation finished in 3h59m51.602300338s with status FAILED