Status: FAILED
Triggered by: -
Duration: 2 hours
Actions:

Definition (rev 1415c40791c61af8fa168852b0bf2fb6a9db9a2a)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "pigweed.dev.ci"
  builder: "pigweed-mac-arm-bazel-device"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://pigweed.googlesource.com/pigweed/pigweed",
  "revision": "c14c119c51a82f6e044f81b7dad0a322091d4121"
}

Incoming tags

  • buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/c14c119c51a82f6e044f81b7dad0a322091d4121
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[22:41:16.456] New invocation is queued and will start shortly
[22:41:17.556] Starting the invocation (attempt 1)
[22:41:17.578] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/c14c119c51a82f6e044f81b7dad0a322091d4121"
[22:41:17.578] Popped gitiles commit info from properties and tags
[22:41:17.578] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[22:41:17.578] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[22:41:17.579] Buildbucket request:
{
  "requestId": "8840151821984533888",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-arm-bazel-device"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8840151821984533888",
            "job": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device",
            "triggers": [
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "7dc3b46ab3a6b0535a69d16f5ce66758aace3eef"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@7dc3b46ab3a6b0535a69d16f5ce66758aace3eef",
                        "title": "7dc3b46ab3a6b0535a69d16f5ce66758aace3eef",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/7dc3b46ab3a6b0535a69d16f5ce66758aace3eef"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "c14c119c51a82f6e044f81b7dad0a322091d4121"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@c14c119c51a82f6e044f81b7dad0a322091d4121",
                        "title": "c14c119c51a82f6e044f81b7dad0a322091d4121",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/c14c119c51a82f6e044f81b7dad0a322091d4121"
                      }
                ]
          }
    },
  "gitilesCommit": {
    "host": "pigweed.googlesource.com",
    "project": "pigweed/pigweed",
    "id": "c14c119c51a82f6e044f81b7dad0a322091d4121",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8840151821984533888"
    },
    {
      "key": "scheduler_job_id",
      "value": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[22:41:18.020] Scheduled build:
{
  "id": "8674721760057287473",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-arm-bazel-device"
  },
  "createdBy": "project:pigweed",
  "createTime": "2026-07-31T22:41:17.670683750Z",
  "updateTime": "2026-07-31T22:41:17.670683750Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "c14c119c51a82f6e044f81b7dad0a322091d4121",
      "ref": "refs/heads/main"
    }
  },
  "canary": true
}
[22:41:18.020] Task URL: https://cr-buildbucket.appspot.com/build/8674721760057287473
[22:41:18.020] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8840151821984533888:2:0) after 6m9s
[22:41:18.960] Received PubSub notification, asking Buildbucket for the build status
[22:41:19.042] Build status: SCHEDULED
[22:47:27.052] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8840151821984533888:2:0)
[22:47:27.228] Build status: SCHEDULED
[22:47:27.228] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8840151821984533888:4:0) after 6m36s
[22:54:03.283] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8840151821984533888:4:0)
[22:54:03.303] Build status: SCHEDULED
[22:54:03.303] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8840151821984533888:5:0) after 1m44s
[22:55:47.317] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8840151821984533888:5:0)
[22:55:47.348] Build status: SCHEDULED
[22:55:47.348] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8840151821984533888:6:0) after 2m18s
[22:58:05.411] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8840151821984533888:6:0)
[22:58:05.439] Build status: SCHEDULED
[22:58:05.439] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8840151821984533888:7:0) after 3m48s
[23:01:53.504] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8840151821984533888:7:0)
[23:01:53.525] Build status: SCHEDULED
[23:01:53.525] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8840151821984533888:8:0) after 9m15s
[23:11:08.660] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8840151821984533888:8:0)
[23:11:08.752] Build status: SCHEDULED
[23:11:08.752] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8840151821984533888:9:0) after 3m46s
[23:14:54.848] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8840151821984533888:9:0)
[23:14:54.872] Build status: SCHEDULED
[23:14:54.872] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8840151821984533888:10:0) after 4m54s
[23:19:49.009] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8840151821984533888:10:0)
[23:19:49.038] Build status: SCHEDULED
[23:19:49.038] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8840151821984533888:11:0) after 9m59s
[23:29:48.006] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8840151821984533888:11:0)
[23:29:48.025] Build status: SCHEDULED
[23:29:48.025] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8840151821984533888:12:0) after 8m19s
[23:38:07.046] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8840151821984533888:12:0)
[23:38:07.118] Build status: SCHEDULED
[23:38:07.118] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8840151821984533888:13:0) after 2m58s
[23:41:05.133] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8840151821984533888:13:0)
[23:41:05.152] Build status: SCHEDULED
[23:41:05.152] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8840151821984533888:14:0) after 4m2s
[23:45:07.226] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8840151821984533888:14:0)
[23:45:07.274] Build status: SCHEDULED
[23:45:07.274] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8840151821984533888:15:0) after 3m18s
[23:48:25.394] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8840151821984533888:15:0)
[23:48:25.412] Build status: SCHEDULED
[23:48:25.412] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8840151821984533888:16:0) after 8m33s
[23:56:58.506] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8840151821984533888:16:0)
[23:56:58.523] Build status: SCHEDULED
[23:56:58.523] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8840151821984533888:17:0) after 8m38s
[00:05:36.566] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8840151821984533888:17:0)
[00:05:36.589] Build status: SCHEDULED
[00:05:36.589] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8840151821984533888:18:0) after 2m2s
[00:07:38.813] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8840151821984533888:18:0)
[00:07:38.838] Build status: SCHEDULED
[00:07:38.838] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8840151821984533888:19:0) after 2m18s
[00:09:57.033] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8840151821984533888:19:0)
[00:09:57.049] Build status: SCHEDULED
[00:09:57.049] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8840151821984533888:20:0) after 8m36s
[00:18:33.051] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8840151821984533888:20:0)
[00:18:33.140] Build status: SCHEDULED
[00:18:33.140] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8840151821984533888:21:0) after 9m59s
[00:28:32.154] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8840151821984533888:21:0)
[00:28:32.183] Build status: SCHEDULED
[00:28:32.183] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8840151821984533888:22:0) after 1m15s
[00:29:47.180] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8840151821984533888:22:0)
[00:29:47.200] Build status: SCHEDULED
[00:29:47.200] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8840151821984533888:23:0) after 4m15s
[00:34:02.295] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8840151821984533888:23:0)
[00:34:02.362] Build status: SCHEDULED
[00:34:02.362] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8840151821984533888:24:0) after 2m33s
[00:36:35.368] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8840151821984533888:24:0)
[00:36:35.386] Build status: SCHEDULED
[00:36:35.386] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8840151821984533888:25:0) after 7m4s
[00:43:39.582] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8840151821984533888:25:0)
[00:43:39.604] Build status: SCHEDULED
[00:43:39.604] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8840151821984533888:26:0) after 6m15s
[00:49:54.683] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8840151821984533888:26:0)
[00:49:54.708] Build status: SCHEDULED
[00:49:54.708] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8840151821984533888:27:0) after 1m46s
[00:51:40.722] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8840151821984533888:27:0)
[00:51:40.741] Build status: SCHEDULED
[00:51:40.741] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8840151821984533888:28:0) after 3m15s
[00:54:55.813] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8840151821984533888:28:0)
[00:54:55.831] Build status: SCHEDULED
[00:54:55.831] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8840151821984533888:29:0) after 7m48s
[01:02:43.814] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8840151821984533888:29:0)
[01:02:43.841] Build status: SCHEDULED
[01:02:43.842] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8840151821984533888:30:0) after 6m39s
[01:09:22.960] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8840151821984533888:30:0)
[01:09:22.987] Build status: SCHEDULED
[01:09:22.987] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8840151821984533888:31:0) after 2m18s
[01:11:41.196] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8840151821984533888:31:0)
[01:11:41.215] Build status: SCHEDULED
[01:11:41.215] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8840151821984533888:32:0) after 7m32s
[01:19:13.264] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8840151821984533888:32:0)
[01:19:13.286] Build status: SCHEDULED
[01:19:13.286] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8840151821984533888:33:0) after 9m53s
[01:23:15.520] Received PubSub notification, asking Buildbucket for the build status
[01:23:15.543] Build status: STARTED
[01:29:06.353] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8840151821984533888:33:0)
[01:29:06.375] Build status: STARTED
[01:29:06.375] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8840151821984533888:35:0) after 6m4s
[01:35:10.505] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8840151821984533888:35:0)
[01:35:10.526] Build status: STARTED
[01:35:10.526] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8840151821984533888:36:0) after 3m7s
[01:38:17.546] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8840151821984533888:36:0)
[01:38:17.568] Build status: STARTED
[01:38:17.568] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8840151821984533888:37:0) after 8m36s
[01:39:35.483] Received PubSub notification, asking Buildbucket for the build status
[01:39:35.539] Build:
{
  "id": "8674721760057287473",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-arm-bazel-device"
  },
  "createdBy": "project:pigweed",
  "createTime": "2026-07-31T22:41:17.670683750Z",
  "startTime": "2026-08-01T01:23:15.299424308Z",
  "endTime": "2026-08-01T01:39:35.186913305Z",
  "updateTime": "2026-08-01T01:39:35.186913305Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "c14c119c51a82f6e044f81b7dad0a322091d4121",
      "ref": "refs/heads/main"
    }
  },
  "canary": true
}
[01:39:35.539] Invocation finished in 2h58m19.089848564s with status FAILED