Status: FAILED
Triggered by: -
Duration: 3 hours
Actions:

Definition (rev 85738901346dbd372578d971d9ed5b3aee052a32)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "pigweed.dev.ci"
  builder: "pigweed-mac-arm-bazel-host"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://pigweed.googlesource.com/pigweed/pigweed",
  "revision": "7292afc35e225333f02a9722302090db3bf52eae"
}

Incoming tags

  • buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/7292afc35e225333f02a9722302090db3bf52eae
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[23:13:40.309] New invocation is queued and will start shortly
[23:13:41.542] Starting the invocation (attempt 1)
[23:13:41.566] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/7292afc35e225333f02a9722302090db3bf52eae"
[23:13:41.567] Popped gitiles commit info from properties and tags
[23:13:41.567] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[23:13:41.567] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[23:13:41.567] Buildbucket request:
{
  "requestId": "8842867692697060848",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-arm-bazel-host"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8842867692697060848",
            "job": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host",
            "triggers": [
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "7292afc35e225333f02a9722302090db3bf52eae"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@7292afc35e225333f02a9722302090db3bf52eae",
                        "title": "7292afc35e225333f02a9722302090db3bf52eae",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/7292afc35e225333f02a9722302090db3bf52eae"
                      }
                ]
          }
    },
  "gitilesCommit": {
    "host": "pigweed.googlesource.com",
    "project": "pigweed/pigweed",
    "id": "7292afc35e225333f02a9722302090db3bf52eae",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8842867692697060848"
    },
    {
      "key": "scheduler_job_id",
      "value": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[23:13:41.956] Scheduled build:
{
  "id": "8677437630649115921",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-arm-bazel-host"
  },
  "createdBy": "project:pigweed",
  "createTime": "2026-07-01T23:13:41.640641153Z",
  "updateTime": "2026-07-01T23:13:41.640641153Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "7292afc35e225333f02a9722302090db3bf52eae",
      "ref": "refs/heads/main"
    }
  }
}
[23:13:41.956] Task URL: https://cr-buildbucket.appspot.com/build/8677437630649115921
[23:13:41.956] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8842867692697060848:2:0) after 5m26s
[23:13:44.227] Received PubSub notification, asking Buildbucket for the build status
[23:13:44.248] Build status: SCHEDULED
[23:19:07.984] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8842867692697060848:2:0)
[23:19:08.001] Build status: SCHEDULED
[23:19:08.001] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8842867692697060848:4:0) after 1m14s
[23:20:21.977] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8842867692697060848:4:0)
[23:20:22.002] Build status: SCHEDULED
[23:20:22.002] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8842867692697060848:5:0) after 2m26s
[23:22:48.168] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8842867692697060848:5:0)
[23:22:48.189] Build status: SCHEDULED
[23:22:48.189] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8842867692697060848:6:0) after 6m8s
[23:28:56.283] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8842867692697060848:6:0)
[23:28:56.299] Build status: SCHEDULED
[23:28:56.299] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8842867692697060848:7:0) after 7m27s
[23:36:23.363] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8842867692697060848:7:0)
[23:36:23.390] Build status: SCHEDULED
[23:36:23.390] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8842867692697060848:8:0) after 4m35s
[23:40:58.489] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8842867692697060848:8:0)
[23:40:58.508] Build status: SCHEDULED
[23:40:58.508] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8842867692697060848:9:0) after 7m42s
[23:48:40.615] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8842867692697060848:9:0)
[23:48:40.633] Build status: SCHEDULED
[23:48:40.633] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8842867692697060848:10:0) after 8m52s
[23:57:32.719] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8842867692697060848:10:0)
[23:57:32.776] Build status: SCHEDULED
[23:57:32.776] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8842867692697060848:11:0) after 3m34s
[00:01:06.760] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8842867692697060848:11:0)
[00:01:06.818] Build status: SCHEDULED
[00:01:06.818] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8842867692697060848:12:0) after 8m59s
[00:10:05.780] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8842867692697060848:12:0)
[00:10:05.795] Build status: SCHEDULED
[00:10:05.795] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8842867692697060848:13:0) after 1m1s
[00:11:06.806] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8842867692697060848:13:0)
[00:11:06.821] Build status: SCHEDULED
[00:11:06.821] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8842867692697060848:14:0) after 4m59s
[00:16:05.849] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8842867692697060848:14:0)
[00:16:05.870] Build status: SCHEDULED
[00:16:05.871] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8842867692697060848:15:0) after 1m31s
[00:17:36.893] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8842867692697060848:15:0)
[00:17:36.914] Build status: SCHEDULED
[00:17:36.914] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8842867692697060848:16:0) after 4m5s
[00:21:41.932] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8842867692697060848:16:0)
[00:21:41.985] Build status: SCHEDULED
[00:21:41.985] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8842867692697060848:17:0) after 4m21s
[00:26:02.998] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8842867692697060848:17:0)
[00:26:03.047] Build status: SCHEDULED
[00:26:03.047] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8842867692697060848:18:0) after 7m54s
[00:33:57.181] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8842867692697060848:18:0)
[00:33:57.202] Build status: SCHEDULED
[00:33:57.202] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8842867692697060848:19:0) after 1m5s
[00:35:02.198] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8842867692697060848:19:0)
[00:35:02.214] Build status: SCHEDULED
[00:35:02.214] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8842867692697060848:20:0) after 6m16s
[00:41:18.338] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8842867692697060848:20:0)
[00:41:18.360] Build status: SCHEDULED
[00:41:18.360] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8842867692697060848:21:0) after 2m34s
[00:43:52.373] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8842867692697060848:21:0)
[00:43:52.397] Build status: SCHEDULED
[00:43:52.397] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8842867692697060848:22:0) after 6m21s
[00:50:13.461] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8842867692697060848:22:0)
[00:50:13.483] Build status: SCHEDULED
[00:50:13.483] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8842867692697060848:23:0) after 5m48s
[00:56:01.514] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8842867692697060848:23:0)
[00:56:01.537] Build status: SCHEDULED
[00:56:01.537] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8842867692697060848:24:0) after 8m35s
[01:04:36.593] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8842867692697060848:24:0)
[01:04:36.621] Build status: SCHEDULED
[01:04:36.621] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8842867692697060848:25:0) after 2m15s
[01:06:51.637] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8842867692697060848:25:0)
[01:06:51.664] Build status: SCHEDULED
[01:06:51.664] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8842867692697060848:26:0) after 8m23s
[01:15:14.678] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8842867692697060848:26:0)
[01:15:14.712] Build status: SCHEDULED
[01:15:14.712] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8842867692697060848:27:0) after 4m2s
[01:19:16.713] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8842867692697060848:27:0)
[01:19:16.733] Build status: SCHEDULED
[01:19:16.733] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8842867692697060848:28:0) after 9m2s
[01:28:18.751] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8842867692697060848:28:0)
[01:28:18.781] Build status: SCHEDULED
[01:28:18.781] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8842867692697060848:29:0) after 3m9s
[01:31:27.794] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8842867692697060848:29:0)
[01:31:27.839] Build status: SCHEDULED
[01:31:27.839] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8842867692697060848:30:0) after 9m9s
[01:40:36.854] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8842867692697060848:30:0)
[01:40:36.871] Build status: SCHEDULED
[01:40:36.871] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8842867692697060848:31:0) after 7m34s
[01:48:10.906] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8842867692697060848:31:0)
[01:48:10.925] Build status: SCHEDULED
[01:48:10.925] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8842867692697060848:32:0) after 6m53s
[01:55:03.943] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8842867692697060848:32:0)
[01:55:04.007] Build status: SCHEDULED
[01:55:04.007] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8842867692697060848:33:0) after 5m54s
[02:00:58.025] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8842867692697060848:33:0)
[02:00:58.175] Build status: SCHEDULED
[02:00:58.175] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8842867692697060848:34:0) after 7m17s
[02:08:15.343] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8842867692697060848:34:0)
[02:08:15.359] Build status: SCHEDULED
[02:08:15.359] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8842867692697060848:35:0) after 8m6s
[02:16:21.373] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8842867692697060848:35:0)
[02:16:21.394] Build status: SCHEDULED
[02:16:21.394] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8842867692697060848:36:0) after 4m13s
[02:20:34.498] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8842867692697060848:36:0)
[02:20:34.541] Build status: SCHEDULED
[02:20:34.541] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8842867692697060848:37:0) after 6m59s
[02:27:33.559] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8842867692697060848:37:0)
[02:27:33.574] Build status: SCHEDULED
[02:27:33.574] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8842867692697060848:38:0) after 3m37s
[02:31:10.619] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8842867692697060848:38:0)
[02:31:10.640] Build status: SCHEDULED
[02:31:10.640] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8842867692697060848:39:0) after 5m13s
[02:36:23.701] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8842867692697060848:39:0)
[02:36:23.741] Build status: SCHEDULED
[02:36:23.741] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8842867692697060848:40:0) after 6m41s
[02:42:32.147] Received PubSub notification, asking Buildbucket for the build status
[02:42:32.181] Build status: STARTED
[02:43:04.940] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8842867692697060848:40:0)
[02:43:04.958] Build status: STARTED
[02:43:04.958] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8842867692697060848:42:0) after 7m6s
[02:45:22.431] Received PubSub notification, asking Buildbucket for the build status
[02:45:22.454] Build:
{
  "id": "8677437630649115921",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-arm-bazel-host"
  },
  "createdBy": "project:pigweed",
  "createTime": "2026-07-01T23:13:41.640641153Z",
  "startTime": "2026-07-02T02:42:31.849518019Z",
  "endTime": "2026-07-02T02:45:03.583568900Z",
  "updateTime": "2026-07-02T02:45:03.583568900Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "7292afc35e225333f02a9722302090db3bf52eae",
      "ref": "refs/heads/main"
    }
  }
}
[02:45:22.454] Invocation finished in 3h31m42.149254551s with status FAILED