1. All projects
  2. pigweed
  3. pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest
  4. 8838988917512776496
Status: FAILED
Triggered by: -
Duration: 2 hours
Actions:

Definition (rev b10570f0bf2a66ff95088887bb25ca04e788f46a) 

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "pigweed.dev.ci"
  builder: "pigweed-mac-arm-bazel-sanitizers-asan-gtest"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://pigweed.googlesource.com/pigweed/pigweed",
  "revision": "92ae0ca79dd97d6b87dc24c4e75fd7de9561c22b"
}

Incoming tags

  • buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/92ae0ca79dd97d6b87dc24c4e75fd7de9561c22b
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[18:45:08.579] New invocation is queued and will start shortly
[18:45:10.118] Starting the invocation (attempt 1)
[18:45:10.146] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/92ae0ca79dd97d6b87dc24c4e75fd7de9561c22b"
[18:45:10.146] Popped gitiles commit info from properties and tags
[18:45:10.146] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[18:45:10.146] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[18:45:10.146] Buildbucket request:
{
  "requestId": "8838988917512776496",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-arm-bazel-sanitizers-asan-gtest"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8838988917512776496",
            "job": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest",
            "triggers": [
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "9b7b9197d323a385b925865b4c1b6d96bfab65c3"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@9b7b9197d323a385b925865b4c1b6d96bfab65c3",
                        "title": "9b7b9197d323a385b925865b4c1b6d96bfab65c3",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/9b7b9197d323a385b925865b4c1b6d96bfab65c3"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "92ae0ca79dd97d6b87dc24c4e75fd7de9561c22b"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@92ae0ca79dd97d6b87dc24c4e75fd7de9561c22b",
                        "title": "92ae0ca79dd97d6b87dc24c4e75fd7de9561c22b",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/92ae0ca79dd97d6b87dc24c4e75fd7de9561c22b"
                      }
                ]
          }
    },
  "gitilesCommit": {
    "host": "pigweed.googlesource.com",
    "project": "pigweed/pigweed",
    "id": "92ae0ca79dd97d6b87dc24c4e75fd7de9561c22b",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8838988917512776496"
    },
    {
      "key": "scheduler_job_id",
      "value": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[18:45:10.527] Scheduled build:
{
  "id": "8673558855144200017",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-arm-bazel-sanitizers-asan-gtest"
  },
  "createdBy": "project:pigweed",
  "createTime": "2026-08-13T18:45:10.218554152Z",
  "updateTime": "2026-08-13T18:45:10.218554152Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "92ae0ca79dd97d6b87dc24c4e75fd7de9561c22b",
      "ref": "refs/heads/main"
    }
  },
  "canary": true
}
[18:45:10.527] Task URL: https://cr-buildbucket.appspot.com/build/8673558855144200017
[18:45:10.527] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8838988917512776496:2:0) after 7m44s
[18:45:20.657] Received PubSub notification, asking Buildbucket for the build status
[18:45:20.693] Build status: SCHEDULED
[18:52:54.547] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8838988917512776496:2:0)
[18:52:54.742] Build status: SCHEDULED
[18:52:54.742] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8838988917512776496:4:0) after 9m32s
[19:02:26.738] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8838988917512776496:4:0)
[19:02:26.802] Build status: SCHEDULED
[19:02:26.802] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8838988917512776496:5:0) after 9m19s
[19:11:45.876] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8838988917512776496:5:0)
[19:11:45.897] Build status: SCHEDULED
[19:11:45.897] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8838988917512776496:6:0) after 7m32s
[19:19:17.942] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8838988917512776496:6:0)
[19:19:18.007] Build status: SCHEDULED
[19:19:18.007] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8838988917512776496:7:0) after 1m2s
[19:20:20.023] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8838988917512776496:7:0)
[19:20:20.047] Build status: SCHEDULED
[19:20:20.047] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8838988917512776496:8:0) after 2m10s
[19:22:30.050] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8838988917512776496:8:0)
[19:22:30.158] Build status: SCHEDULED
[19:22:30.158] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8838988917512776496:9:0) after 4m12s
[19:26:42.241] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8838988917512776496:9:0)
[19:26:42.271] Build status: SCHEDULED
[19:26:42.271] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8838988917512776496:10:0) after 4m16s
[19:30:58.244] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8838988917512776496:10:0)
[19:30:58.330] Build status: SCHEDULED
[19:30:58.330] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8838988917512776496:11:0) after 2m17s
[19:33:15.347] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8838988917512776496:11:0)
[19:33:15.372] Build status: SCHEDULED
[19:33:15.372] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8838988917512776496:12:0) after 4m35s
[19:37:50.421] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8838988917512776496:12:0)
[19:37:50.445] Build status: SCHEDULED
[19:37:50.445] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8838988917512776496:13:0) after 9m40s
[19:47:30.429] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8838988917512776496:13:0)
[19:47:30.452] Build status: SCHEDULED
[19:47:30.452] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8838988917512776496:14:0) after 7m46s
[19:55:16.587] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8838988917512776496:14:0)
[19:55:16.604] Build status: SCHEDULED
[19:55:16.604] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8838988917512776496:15:0) after 1m59s
[19:57:15.596] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8838988917512776496:15:0)
[19:57:15.618] Build status: SCHEDULED
[19:57:15.618] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8838988917512776496:16:0) after 7m10s
[20:04:25.674] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8838988917512776496:16:0)
[20:04:25.696] Build status: SCHEDULED
[20:04:25.696] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8838988917512776496:17:0) after 7m4s
[20:11:29.712] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8838988917512776496:17:0)
[20:11:29.735] Build status: SCHEDULED
[20:11:29.735] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8838988917512776496:18:0) after 2m36s
[20:14:05.721] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8838988917512776496:18:0)
[20:14:05.744] Build status: SCHEDULED
[20:14:05.744] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8838988917512776496:19:0) after 6m51s
[20:20:56.855] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8838988917512776496:19:0)
[20:20:56.924] Build status: SCHEDULED
[20:20:56.924] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8838988917512776496:20:0) after 5m9s
[20:26:05.997] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8838988917512776496:20:0)
[20:26:06.017] Build status: SCHEDULED
[20:26:06.017] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8838988917512776496:21:0) after 1m11s
[20:27:17.049] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8838988917512776496:21:0)
[20:27:17.083] Build status: SCHEDULED
[20:27:17.083] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8838988917512776496:22:0) after 2m3s
[20:29:20.101] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8838988917512776496:22:0)
[20:29:20.260] Build status: SCHEDULED
[20:29:20.260] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8838988917512776496:23:0) after 7m22s
[20:36:42.257] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8838988917512776496:23:0)
[20:36:42.276] Build status: SCHEDULED
[20:36:42.277] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8838988917512776496:24:0) after 1m29s
[20:38:11.288] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8838988917512776496:24:0)
[20:38:11.382] Build status: SCHEDULED
[20:38:11.382] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8838988917512776496:25:0) after 7m38s
[20:45:49.434] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8838988917512776496:25:0)
[20:45:49.514] Build status: SCHEDULED
[20:45:49.514] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8838988917512776496:26:0) after 4m41s
[20:50:30.614] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8838988917512776496:26:0)
[20:50:30.692] Build status: SCHEDULED
[20:50:30.692] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8838988917512776496:27:0) after 1m11s
[20:51:41.732] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8838988917512776496:27:0)
[20:51:41.821] Build status: SCHEDULED
[20:51:41.821] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8838988917512776496:28:0) after 3m45s
[20:55:26.927] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8838988917512776496:28:0)
[20:55:26.949] Build status: SCHEDULED
[20:55:26.949] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8838988917512776496:29:0) after 5m29s
[21:00:56.015] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8838988917512776496:29:0)
[21:00:56.043] Build status: SCHEDULED
[21:00:56.043] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8838988917512776496:30:0) after 1m11s
[21:02:07.027] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8838988917512776496:30:0)
[21:02:07.050] Build status: SCHEDULED
[21:02:07.050] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8838988917512776496:31:0) after 7m20s
[21:09:27.091] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8838988917512776496:31:0)
[21:09:27.120] Build status: SCHEDULED
[21:09:27.121] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8838988917512776496:32:0) after 3m15s
[21:12:42.138] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8838988917512776496:32:0)
[21:12:42.416] Build status: SCHEDULED
[21:12:42.417] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8838988917512776496:33:0) after 3m15s
[21:15:57.435] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8838988917512776496:33:0)
[21:15:57.457] Build status: SCHEDULED
[21:15:57.457] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8838988917512776496:34:0) after 1m36s
[21:17:33.512] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8838988917512776496:34:0)
[21:17:33.538] Build status: SCHEDULED
[21:17:33.538] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8838988917512776496:35:0) after 5m52s
[21:21:41.143] Received PubSub notification, asking Buildbucket for the build status
[21:21:41.254] Build status: STARTED
[21:23:25.703] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8838988917512776496:35:0)
[21:23:25.725] Build status: STARTED
[21:23:25.725] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8838988917512776496:37:0) after 1m17s
[21:24:42.766] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8838988917512776496:37:0)
[21:24:42.783] Build status: STARTED
[21:24:42.783] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8838988917512776496:38:0) after 8m29s
[21:25:59.638] Received PubSub notification, asking Buildbucket for the build status
[21:25:59.654] Build:
{
  "id": "8673558855144200017",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-arm-bazel-sanitizers-asan-gtest"
  },
  "createdBy": "project:pigweed",
  "createTime": "2026-08-13T18:45:10.218554152Z",
  "startTime": "2026-08-13T21:21:40.857533088Z",
  "endTime": "2026-08-13T21:25:59.278335165Z",
  "updateTime": "2026-08-13T21:25:59.278335165Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "92ae0ca79dd97d6b87dc24c4e75fd7de9561c22b",
      "ref": "refs/heads/main"
    }
  },
  "canary": true
}
[21:25:59.654] Invocation finished in 2h40m51.078332071s with status FAILED