Status: FAILED
Triggered by: -
Duration: 3 hours
Actions:

Definition (rev 1415c40791c61af8fa168852b0bf2fb6a9db9a2a)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "pigweed.dev.ci"
  builder: "pigweed-mac-arm-bazel-gtest"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://pigweed.googlesource.com/pigweed/pigweed",
  "revision": "20b31f0f04da6b0831adacd853ebdc985cb9e0f5"
}

Incoming tags

  • buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/20b31f0f04da6b0831adacd853ebdc985cb9e0f5
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[03:36:57.084] New invocation is queued and will start shortly
[03:36:58.214] Starting the invocation (attempt 1)
[03:36:58.263] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/20b31f0f04da6b0831adacd853ebdc985cb9e0f5"
[03:36:58.263] Popped gitiles commit info from properties and tags
[03:36:58.263] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[03:36:58.263] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[03:36:58.263] Buildbucket request:
{
  "requestId": "8840948592282625392",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-arm-bazel-gtest"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8840948592282625392",
            "job": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest",
            "triggers": [
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "455d2141e4ab755dae02f9dfa837e999fbec3088"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@455d2141e4ab755dae02f9dfa837e999fbec3088",
                        "title": "455d2141e4ab755dae02f9dfa837e999fbec3088",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/455d2141e4ab755dae02f9dfa837e999fbec3088"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "20b31f0f04da6b0831adacd853ebdc985cb9e0f5"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@20b31f0f04da6b0831adacd853ebdc985cb9e0f5",
                        "title": "20b31f0f04da6b0831adacd853ebdc985cb9e0f5",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/20b31f0f04da6b0831adacd853ebdc985cb9e0f5"
                      }
                ]
          }
    },
  "gitilesCommit": {
    "host": "pigweed.googlesource.com",
    "project": "pigweed/pigweed",
    "id": "20b31f0f04da6b0831adacd853ebdc985cb9e0f5",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8840948592282625392"
    },
    {
      "key": "scheduler_job_id",
      "value": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[03:36:58.688] Scheduled build:
{
  "id": "8675518530326234545",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-arm-bazel-gtest"
  },
  "createdBy": "project:pigweed",
  "createTime": "2026-07-23T03:36:58.329224959Z",
  "updateTime": "2026-07-23T03:36:58.329224959Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "20b31f0f04da6b0831adacd853ebdc985cb9e0f5",
      "ref": "refs/heads/main"
    }
  }
}
[03:36:58.688] Task URL: https://cr-buildbucket.appspot.com/build/8675518530326234545
[03:36:58.688] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8840948592282625392:2:0) after 7m15s
[03:36:59.763] Received PubSub notification, asking Buildbucket for the build status
[03:36:59.781] Build status: SCHEDULED
[03:44:13.799] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8840948592282625392:2:0)
[03:44:13.826] Build status: SCHEDULED
[03:44:13.826] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8840948592282625392:4:0) after 7m55s
[03:52:08.839] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8840948592282625392:4:0)
[03:52:08.901] Build status: SCHEDULED
[03:52:08.901] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8840948592282625392:5:0) after 1m3s
[03:53:11.914] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8840948592282625392:5:0)
[03:53:11.936] Build status: SCHEDULED
[03:53:11.936] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8840948592282625392:6:0) after 3m39s
[03:56:50.948] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8840948592282625392:6:0)
[03:56:51.012] Build status: SCHEDULED
[03:56:51.012] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8840948592282625392:7:0) after 7m46s
[04:04:37.053] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8840948592282625392:7:0)
[04:04:37.072] Build status: SCHEDULED
[04:04:37.072] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8840948592282625392:8:0) after 9m29s
[04:14:06.072] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8840948592282625392:8:0)
[04:14:06.090] Build status: SCHEDULED
[04:14:06.090] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8840948592282625392:9:0) after 9m2s
[04:23:08.103] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8840948592282625392:9:0)
[04:23:08.165] Build status: SCHEDULED
[04:23:08.165] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8840948592282625392:10:0) after 4m38s
[04:27:46.276] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8840948592282625392:10:0)
[04:27:46.296] Build status: SCHEDULED
[04:27:46.296] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8840948592282625392:11:0) after 7m10s
[04:34:56.320] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8840948592282625392:11:0)
[04:34:56.504] Build status: SCHEDULED
[04:34:56.504] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8840948592282625392:12:0) after 2m38s
[04:37:34.570] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8840948592282625392:12:0)
[04:37:34.588] Build status: SCHEDULED
[04:37:34.588] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8840948592282625392:13:0) after 2m1s
[04:39:35.624] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8840948592282625392:13:0)
[04:39:35.681] Build status: SCHEDULED
[04:39:35.681] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8840948592282625392:14:0) after 1m54s
[04:41:29.694] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8840948592282625392:14:0)
[04:41:29.713] Build status: SCHEDULED
[04:41:29.713] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8840948592282625392:15:0) after 6m18s
[04:47:47.790] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8840948592282625392:15:0)
[04:47:47.814] Build status: SCHEDULED
[04:47:47.814] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8840948592282625392:16:0) after 8m25s
[04:56:12.829] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8840948592282625392:16:0)
[04:56:12.852] Build status: SCHEDULED
[04:56:12.852] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8840948592282625392:17:0) after 8m15s
[05:04:27.951] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8840948592282625392:17:0)
[05:04:27.973] Build status: SCHEDULED
[05:04:27.973] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8840948592282625392:18:0) after 4m41s
[05:09:08.991] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8840948592282625392:18:0)
[05:09:09.018] Build status: SCHEDULED
[05:09:09.018] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8840948592282625392:19:0) after 9m22s
[05:18:31.029] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8840948592282625392:19:0)
[05:18:31.049] Build status: SCHEDULED
[05:18:31.050] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8840948592282625392:20:0) after 2m6s
[05:20:37.066] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8840948592282625392:20:0)
[05:20:37.085] Build status: SCHEDULED
[05:20:37.085] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8840948592282625392:21:0) after 7m11s
[05:27:48.112] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8840948592282625392:21:0)
[05:27:48.136] Build status: SCHEDULED
[05:27:48.136] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8840948592282625392:22:0) after 2m2s
[05:29:50.177] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8840948592282625392:22:0)
[05:29:50.196] Build status: SCHEDULED
[05:29:50.196] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8840948592282625392:23:0) after 5m26s
[05:35:16.211] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8840948592282625392:23:0)
[05:35:16.241] Build status: SCHEDULED
[05:35:16.241] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8840948592282625392:24:0) after 5m8s
[05:40:24.224] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8840948592282625392:24:0)
[05:40:24.243] Build status: SCHEDULED
[05:40:24.243] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8840948592282625392:25:0) after 9m58s
[05:50:22.294] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8840948592282625392:25:0)
[05:50:22.416] Build status: SCHEDULED
[05:50:22.416] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8840948592282625392:26:0) after 5m22s
[05:55:44.431] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8840948592282625392:26:0)
[05:55:44.448] Build status: SCHEDULED
[05:55:44.448] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8840948592282625392:27:0) after 7m46s
[06:03:30.462] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8840948592282625392:27:0)
[06:03:30.487] Build status: SCHEDULED
[06:03:30.487] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8840948592282625392:28:0) after 5m1s
[06:08:31.526] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8840948592282625392:28:0)
[06:08:31.550] Build status: SCHEDULED
[06:08:31.550] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8840948592282625392:29:0) after 1m42s
[06:10:13.675] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8840948592282625392:29:0)
[06:10:13.693] Build status: SCHEDULED
[06:10:13.693] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8840948592282625392:30:0) after 6m49s
[06:17:02.791] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8840948592282625392:30:0)
[06:17:02.812] Build status: SCHEDULED
[06:17:02.812] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8840948592282625392:31:0) after 2m59s
[06:20:01.808] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8840948592282625392:31:0)
[06:20:01.832] Build status: SCHEDULED
[06:20:01.832] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8840948592282625392:32:0) after 8m17s
[06:28:18.864] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8840948592282625392:32:0)
[06:28:18.886] Build status: SCHEDULED
[06:28:18.886] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8840948592282625392:33:0) after 2m3s
[06:30:22.037] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8840948592282625392:33:0)
[06:30:22.057] Build status: SCHEDULED
[06:30:22.057] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8840948592282625392:34:0) after 1m41s
[06:32:03.160] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8840948592282625392:34:0)
[06:32:03.199] Build status: SCHEDULED
[06:32:03.199] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8840948592282625392:35:0) after 7m59s
[06:40:02.316] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8840948592282625392:35:0)
[06:40:02.335] Build status: SCHEDULED
[06:40:02.335] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8840948592282625392:36:0) after 7m57s
[06:47:59.353] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8840948592282625392:36:0)
[06:47:59.384] Build status: SCHEDULED
[06:47:59.384] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8840948592282625392:37:0) after 7m4s
[06:55:03.537] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8840948592282625392:37:0)
[06:55:03.554] Build status: SCHEDULED
[06:55:03.554] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8840948592282625392:38:0) after 8m58s
[07:04:01.656] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8840948592282625392:38:0)
[07:04:01.678] Build status: SCHEDULED
[07:04:01.678] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8840948592282625392:39:0) after 9m49s
[07:13:04.746] Received PubSub notification, asking Buildbucket for the build status
[07:13:04.762] Build status: STARTED
[07:13:50.715] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8840948592282625392:39:0)
[07:13:50.733] Build status: STARTED
[07:13:50.733] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8840948592282625392:41:0) after 6m53s
[07:20:43.710] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8840948592282625392:41:0)
[07:20:43.763] Build:
{
  "id": "8675518530326234545",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-arm-bazel-gtest"
  },
  "createdBy": "project:pigweed",
  "createTime": "2026-07-23T03:36:58.329224959Z",
  "startTime": "2026-07-23T07:13:04.524127205Z",
  "endTime": "2026-07-23T07:20:43.224430294Z",
  "updateTime": "2026-07-23T07:20:43.224430294Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "20b31f0f04da6b0831adacd853ebdc985cb9e0f5",
      "ref": "refs/heads/main"
    }
  }
}
[07:20:43.763] Invocation finished in 3h43m46.68230021s with status FAILED