1. All projects
  2. pigweed
  3. pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest
  4. 8840244656279143776
Status: FAILED
Triggered by: -
Duration: 2 hours
Actions:

Definition (rev b10570f0bf2a66ff95088887bb25ca04e788f46a) 

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "pigweed.dev.ci"
  builder: "pigweed-mac-arm-bazel-sanitizers-asan-gtest"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://pigweed.googlesource.com/pigweed/pigweed",
  "revision": "30310907fc74fb85ec784318a53a3bc3ff6dfa8a"
}

Incoming tags

  • buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/30310907fc74fb85ec784318a53a3bc3ff6dfa8a
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[22:05:42.773] New invocation is queued and will start shortly
[22:05:43.997] Starting the invocation (attempt 1)
[22:05:44.024] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/30310907fc74fb85ec784318a53a3bc3ff6dfa8a"
[22:05:44.024] Popped gitiles commit info from properties and tags
[22:05:44.024] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[22:05:44.024] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[22:05:44.024] Buildbucket request:
{
  "requestId": "8840244656279143776",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-arm-bazel-sanitizers-asan-gtest"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8840244656279143776",
            "job": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest",
            "triggers": [
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "30310907fc74fb85ec784318a53a3bc3ff6dfa8a"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@30310907fc74fb85ec784318a53a3bc3ff6dfa8a",
                        "title": "30310907fc74fb85ec784318a53a3bc3ff6dfa8a",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/30310907fc74fb85ec784318a53a3bc3ff6dfa8a"
                      }
                ]
          }
    },
  "gitilesCommit": {
    "host": "pigweed.googlesource.com",
    "project": "pigweed/pigweed",
    "id": "30310907fc74fb85ec784318a53a3bc3ff6dfa8a",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8840244656279143776"
    },
    {
      "key": "scheduler_job_id",
      "value": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[22:05:44.432] Scheduled build:
{
  "id": "8674814594221090913",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-arm-bazel-sanitizers-asan-gtest"
  },
  "createdBy": "project:pigweed",
  "createTime": "2026-07-30T22:05:44.113362426Z",
  "updateTime": "2026-07-30T22:05:44.113362426Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "30310907fc74fb85ec784318a53a3bc3ff6dfa8a",
      "ref": "refs/heads/main"
    }
  }
}
[22:05:44.432] Task URL: https://cr-buildbucket.appspot.com/build/8674814594221090913
[22:05:44.433] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8840244656279143776:2:0) after 1m3s
[22:05:45.343] Received PubSub notification, asking Buildbucket for the build status
[22:05:45.365] Build status: SCHEDULED
[22:06:47.494] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8840244656279143776:2:0)
[22:06:47.515] Build status: SCHEDULED
[22:06:47.515] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8840244656279143776:4:0) after 9m28s
[22:16:15.495] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8840244656279143776:4:0)
[22:16:15.523] Build status: SCHEDULED
[22:16:15.523] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8840244656279143776:5:0) after 2m7s
[22:18:22.643] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8840244656279143776:5:0)
[22:18:22.666] Build status: SCHEDULED
[22:18:22.666] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8840244656279143776:6:0) after 4m20s
[22:22:42.971] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8840244656279143776:6:0)
[22:22:42.989] Build status: SCHEDULED
[22:22:42.990] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8840244656279143776:7:0) after 4m58s
[22:27:41.180] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8840244656279143776:7:0)
[22:27:41.198] Build status: SCHEDULED
[22:27:41.198] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8840244656279143776:8:0) after 7m13s
[22:34:54.208] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8840244656279143776:8:0)
[22:34:54.251] Build status: SCHEDULED
[22:34:54.251] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8840244656279143776:9:0) after 4m1s
[22:38:55.251] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8840244656279143776:9:0)
[22:38:55.268] Build status: SCHEDULED
[22:38:55.268] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8840244656279143776:10:0) after 1m26s
[22:40:21.661] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8840244656279143776:10:0)
[22:40:21.681] Build status: SCHEDULED
[22:40:21.681] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8840244656279143776:11:0) after 1m25s
[22:41:46.849] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8840244656279143776:11:0)
[22:41:46.880] Build status: SCHEDULED
[22:41:46.880] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8840244656279143776:12:0) after 3m14s
[22:45:00.891] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8840244656279143776:12:0)
[22:45:00.913] Build status: SCHEDULED
[22:45:00.913] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8840244656279143776:13:0) after 4m44s
[22:49:44.924] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8840244656279143776:13:0)
[22:49:44.991] Build status: SCHEDULED
[22:49:44.991] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8840244656279143776:14:0) after 3m5s
[22:52:50.190] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8840244656279143776:14:0)
[22:52:50.209] Build status: SCHEDULED
[22:52:50.210] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8840244656279143776:15:0) after 2m20s
[22:55:10.206] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8840244656279143776:15:0)
[22:55:10.245] Build status: SCHEDULED
[22:55:10.245] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8840244656279143776:16:0) after 6m24s
[23:01:34.377] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8840244656279143776:16:0)
[23:01:34.401] Build status: SCHEDULED
[23:01:34.401] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8840244656279143776:17:0) after 1m4s
[23:02:38.578] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8840244656279143776:17:0)
[23:02:38.677] Build status: SCHEDULED
[23:02:38.677] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8840244656279143776:18:0) after 7m15s
[23:09:53.690] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8840244656279143776:18:0)
[23:09:53.713] Build status: SCHEDULED
[23:09:53.714] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8840244656279143776:19:0) after 1m17s
[23:11:10.728] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8840244656279143776:19:0)
[23:11:10.751] Build status: SCHEDULED
[23:11:10.752] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8840244656279143776:20:0) after 7m0s
[23:18:10.766] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8840244656279143776:20:0)
[23:18:10.840] Build status: SCHEDULED
[23:18:10.840] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8840244656279143776:21:0) after 2m59s
[23:21:09.855] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8840244656279143776:21:0)
[23:21:09.874] Build status: SCHEDULED
[23:21:09.874] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8840244656279143776:22:0) after 3m35s
[23:24:44.889] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8840244656279143776:22:0)
[23:24:44.943] Build status: SCHEDULED
[23:24:44.943] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8840244656279143776:23:0) after 9m2s
[23:33:46.922] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8840244656279143776:23:0)
[23:33:47.028] Build status: SCHEDULED
[23:33:47.028] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8840244656279143776:24:0) after 1m38s
[23:35:25.086] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8840244656279143776:24:0)
[23:35:25.108] Build status: SCHEDULED
[23:35:25.108] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8840244656279143776:25:0) after 7m38s
[23:43:03.172] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8840244656279143776:25:0)
[23:43:03.191] Build status: SCHEDULED
[23:43:03.191] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8840244656279143776:26:0) after 9m31s
[23:52:34.171] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8840244656279143776:26:0)
[23:52:34.198] Build status: SCHEDULED
[23:52:34.198] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8840244656279143776:27:0) after 4m45s
[23:57:19.402] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8840244656279143776:27:0)
[23:57:19.423] Build status: SCHEDULED
[23:57:19.423] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8840244656279143776:28:0) after 1m16s
[23:58:35.520] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8840244656279143776:28:0)
[23:58:35.565] Build status: SCHEDULED
[23:58:35.565] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8840244656279143776:29:0) after 1m47s
[00:00:22.764] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8840244656279143776:29:0)
[00:00:22.781] Build status: SCHEDULED
[00:00:22.781] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8840244656279143776:30:0) after 1m47s
[00:02:09.788] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8840244656279143776:30:0)
[00:02:09.824] Build status: SCHEDULED
[00:02:09.824] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8840244656279143776:31:0) after 1m13s
[00:03:22.943] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8840244656279143776:31:0)
[00:03:22.986] Build status: SCHEDULED
[00:03:22.986] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8840244656279143776:32:0) after 2m10s
[00:05:33.056] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8840244656279143776:32:0)
[00:05:33.077] Build status: SCHEDULED
[00:05:33.077] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8840244656279143776:33:0) after 4m4s
[00:09:37.087] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8840244656279143776:33:0)
[00:09:37.108] Build status: SCHEDULED
[00:09:37.108] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8840244656279143776:34:0) after 9m46s
[00:19:23.172] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8840244656279143776:34:0)
[00:19:23.217] Build status: SCHEDULED
[00:19:23.217] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8840244656279143776:35:0) after 6m33s
[00:25:56.249] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8840244656279143776:35:0)
[00:25:56.279] Build status: SCHEDULED
[00:25:56.279] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8840244656279143776:36:0) after 1m57s
[00:27:53.399] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8840244656279143776:36:0)
[00:27:53.458] Build status: SCHEDULED
[00:27:53.458] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8840244656279143776:37:0) after 3m50s
[00:31:43.543] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8840244656279143776:37:0)
[00:31:43.564] Build status: SCHEDULED
[00:31:43.564] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8840244656279143776:38:0) after 9m46s
[00:41:29.532] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8840244656279143776:38:0)
[00:41:29.551] Build status: SCHEDULED
[00:41:29.551] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8840244656279143776:39:0) after 8m41s
[00:50:10.616] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8840244656279143776:39:0)
[00:50:10.634] Build status: SCHEDULED
[00:50:10.634] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8840244656279143776:40:0) after 3m45s
[00:51:23.261] Received PubSub notification, asking Buildbucket for the build status
[00:51:23.274] Build status: STARTED
[00:53:55.655] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8840244656279143776:40:0)
[00:53:55.673] Build status: STARTED
[00:53:55.673] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8840244656279143776:42:0) after 9m31s
[00:59:59.749] Received PubSub notification, asking Buildbucket for the build status
[00:59:59.766] Build:
{
  "id": "8674814594221090913",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-arm-bazel-sanitizers-asan-gtest"
  },
  "createdBy": "project:pigweed",
  "createTime": "2026-07-30T22:05:44.113362426Z",
  "startTime": "2026-07-31T00:51:23.086098193Z",
  "endTime": "2026-07-31T00:59:59.459316463Z",
  "updateTime": "2026-07-31T00:59:59.459316463Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "30310907fc74fb85ec784318a53a3bc3ff6dfa8a",
      "ref": "refs/heads/main"
    }
  }
}
[00:59:59.766] Invocation finished in 2h54m16.999829031s with status FAILED