Status: FAILED
Triggered by: -
Duration: 3 hours
Actions:

Definition (rev 1415c40791c61af8fa168852b0bf2fb6a9db9a2a)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "pigweed.dev.ci"
  builder: "pigweed-mac-arm-bazel-device"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://pigweed.googlesource.com/pigweed/pigweed",
  "revision": "1207515cde2da1229621f91f514627aa592d3a88"
}

Incoming tags

  • buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/1207515cde2da1229621f91f514627aa592d3a88
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[19:08:32.540] New invocation is queued and will start shortly
[19:08:33.811] Starting the invocation (attempt 1)
[19:08:33.844] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/1207515cde2da1229621f91f514627aa592d3a88"
[19:08:33.844] Popped gitiles commit info from properties and tags
[19:08:33.844] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[19:08:33.844] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[19:08:33.844] Buildbucket request:
{
  "requestId": "8844060875475896704",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-arm-bazel-device"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8844060875475896704",
            "job": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device",
            "triggers": [
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "3ec21c104d107c7d6e1f4be09aec845104105e02"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@3ec21c104d107c7d6e1f4be09aec845104105e02",
                        "title": "3ec21c104d107c7d6e1f4be09aec845104105e02",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/3ec21c104d107c7d6e1f4be09aec845104105e02"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "1207515cde2da1229621f91f514627aa592d3a88"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@1207515cde2da1229621f91f514627aa592d3a88",
                        "title": "1207515cde2da1229621f91f514627aa592d3a88",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/1207515cde2da1229621f91f514627aa592d3a88"
                      }
                ]
          }
    },
  "gitilesCommit": {
    "host": "pigweed.googlesource.com",
    "project": "pigweed/pigweed",
    "id": "1207515cde2da1229621f91f514627aa592d3a88",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8844060875475896704"
    },
    {
      "key": "scheduler_job_id",
      "value": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[19:08:34.420] Scheduled build:
{
  "id": "8678630813382408481",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-arm-bazel-device"
  },
  "createdBy": "project:pigweed",
  "createTime": "2026-06-18T19:08:33.913441272Z",
  "updateTime": "2026-06-18T19:08:33.913441272Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "1207515cde2da1229621f91f514627aa592d3a88",
      "ref": "refs/heads/main"
    }
  },
  "canary": true
}
[19:08:34.420] Task URL: https://cr-buildbucket.appspot.com/build/8678630813382408481
[19:08:34.420] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8844060875475896704:2:0) after 1m24s
[19:08:35.338] Received PubSub notification, asking Buildbucket for the build status
[19:08:35.358] Build status: SCHEDULED
[19:09:58.509] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8844060875475896704:2:0)
[19:09:58.533] Build status: SCHEDULED
[19:09:58.533] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8844060875475896704:4:0) after 7m38s
[19:17:36.597] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8844060875475896704:4:0)
[19:17:36.623] Build status: SCHEDULED
[19:17:36.623] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8844060875475896704:5:0) after 8m23s
[19:25:59.761] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8844060875475896704:5:0)
[19:25:59.852] Build status: SCHEDULED
[19:25:59.852] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8844060875475896704:6:0) after 5m48s
[19:31:47.909] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8844060875475896704:6:0)
[19:31:47.927] Build status: SCHEDULED
[19:31:47.927] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8844060875475896704:7:0) after 7m40s
[19:39:28.291] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8844060875475896704:7:0)
[19:39:28.309] Build status: SCHEDULED
[19:39:28.309] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8844060875475896704:8:0) after 3m42s
[19:43:10.406] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8844060875475896704:8:0)
[19:43:10.440] Build status: SCHEDULED
[19:43:10.440] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8844060875475896704:9:0) after 2m13s
[19:45:23.457] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8844060875475896704:9:0)
[19:45:23.489] Build status: SCHEDULED
[19:45:23.489] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8844060875475896704:10:0) after 5m25s
[19:50:48.606] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8844060875475896704:10:0)
[19:50:48.626] Build status: SCHEDULED
[19:50:48.626] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8844060875475896704:11:0) after 4m2s
[19:54:50.667] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8844060875475896704:11:0)
[19:54:50.688] Build status: SCHEDULED
[19:54:50.688] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8844060875475896704:12:0) after 3m40s
[19:58:30.681] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8844060875475896704:12:0)
[19:58:30.703] Build status: SCHEDULED
[19:58:30.703] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8844060875475896704:13:0) after 5m12s
[20:03:43.190] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8844060875475896704:13:0)
[20:03:43.354] Build status: SCHEDULED
[20:03:43.354] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8844060875475896704:14:0) after 7m31s
[20:11:14.389] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8844060875475896704:14:0)
[20:11:14.425] Build status: SCHEDULED
[20:11:14.425] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8844060875475896704:15:0) after 2m27s
[20:13:41.509] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8844060875475896704:15:0)
[20:13:41.525] Build status: SCHEDULED
[20:13:41.525] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8844060875475896704:16:0) after 6m6s
[20:19:47.570] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8844060875475896704:16:0)
[20:19:47.596] Build status: SCHEDULED
[20:19:47.596] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8844060875475896704:17:0) after 2m32s
[20:22:19.610] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8844060875475896704:17:0)
[20:22:19.636] Build status: SCHEDULED
[20:22:19.636] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8844060875475896704:18:0) after 5m40s
[20:27:59.614] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8844060875475896704:18:0)
[20:27:59.636] Build status: SCHEDULED
[20:27:59.637] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8844060875475896704:19:0) after 4m9s
[20:32:08.746] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8844060875475896704:19:0)
[20:32:08.772] Build status: SCHEDULED
[20:32:08.772] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8844060875475896704:20:0) after 8m55s
[20:41:03.776] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8844060875475896704:20:0)
[20:41:03.809] Build status: SCHEDULED
[20:41:03.809] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8844060875475896704:21:0) after 9m13s
[20:50:16.824] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8844060875475896704:21:0)
[20:50:16.848] Build status: SCHEDULED
[20:50:16.848] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8844060875475896704:22:0) after 3m36s
[20:53:52.834] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8844060875475896704:22:0)
[20:53:52.854] Build status: SCHEDULED
[20:53:52.854] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8844060875475896704:23:0) after 5m40s
[20:59:33.024] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8844060875475896704:23:0)
[20:59:33.126] Build status: SCHEDULED
[20:59:33.126] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8844060875475896704:24:0) after 7m7s
[21:06:40.233] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8844060875475896704:24:0)
[21:06:40.252] Build status: SCHEDULED
[21:06:40.252] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8844060875475896704:25:0) after 8m22s
[21:15:02.398] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8844060875475896704:25:0)
[21:15:02.422] Build status: SCHEDULED
[21:15:02.422] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8844060875475896704:26:0) after 1m53s
[21:16:55.429] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8844060875475896704:26:0)
[21:16:55.450] Build status: SCHEDULED
[21:16:55.450] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8844060875475896704:27:0) after 7m47s
[21:24:42.552] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8844060875475896704:27:0)
[21:24:42.606] Build status: SCHEDULED
[21:24:42.606] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8844060875475896704:28:0) after 9m39s
[21:34:21.657] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8844060875475896704:28:0)
[21:34:21.679] Build status: SCHEDULED
[21:34:21.679] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8844060875475896704:29:0) after 5m14s
[21:39:35.671] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8844060875475896704:29:0)
[21:39:35.692] Build status: SCHEDULED
[21:39:35.692] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8844060875475896704:30:0) after 4m58s
[21:44:33.712] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8844060875475896704:30:0)
[21:44:33.731] Build status: SCHEDULED
[21:44:33.731] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8844060875475896704:31:0) after 7m34s
[21:52:07.791] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8844060875475896704:31:0)
[21:52:07.818] Build status: SCHEDULED
[21:52:07.818] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8844060875475896704:32:0) after 2m47s
[21:54:54.905] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8844060875475896704:32:0)
[21:54:54.930] Build status: SCHEDULED
[21:54:54.930] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8844060875475896704:33:0) after 5m31s
[22:00:26.141] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8844060875475896704:33:0)
[22:00:26.165] Build status: SCHEDULED
[22:00:26.165] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8844060875475896704:34:0) after 2m36s
[22:03:02.391] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8844060875475896704:34:0)
[22:03:02.410] Build status: SCHEDULED
[22:03:02.410] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8844060875475896704:35:0) after 7m41s
[22:07:44.661] Received PubSub notification, asking Buildbucket for the build status
[22:07:44.682] Build status: STARTED
[22:10:43.400] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8844060875475896704:35:0)
[22:10:43.419] Build status: STARTED
[22:10:43.419] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8844060875475896704:37:0) after 2m10s
[22:12:53.435] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8844060875475896704:37:0)
[22:12:53.499] Build status: STARTED
[22:12:53.499] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8844060875475896704:38:0) after 5m1s
[22:16:04.125] Received PubSub notification, asking Buildbucket for the build status
[22:16:04.208] Build:
{
  "id": "8678630813382408481",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-arm-bazel-device"
  },
  "createdBy": "project:pigweed",
  "createTime": "2026-06-18T19:08:33.913441272Z",
  "startTime": "2026-06-18T22:07:44.367948158Z",
  "endTime": "2026-06-18T22:15:55.903805112Z",
  "updateTime": "2026-06-18T22:15:55.903805112Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "1207515cde2da1229621f91f514627aa592d3a88",
      "ref": "refs/heads/main"
    }
  },
  "canary": true
}
[22:16:04.208] Invocation finished in 3h7m31.675453219s with status FAILED