1. All projects
  2. pigweed
  3. pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build
  4. 8840936046206035152
Status: FAILED
Triggered by: -
Duration: 3 hours
Actions:

Definition (rev b10570f0bf2a66ff95088887bb25ca04e788f46a) 

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "pigweed.dev.ci"
  builder: "pigweed-mac-arm-bazel-sanitizers-asan-build"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://pigweed.googlesource.com/pigweed/pigweed",
  "revision": "508ae91e0eca560ade97099c2997bc383932e56d"
}

Incoming tags

  • buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/508ae91e0eca560ade97099c2997bc383932e56d
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[06:56:21.956] New invocation is queued and will start shortly
[06:56:24.103] Starting the invocation (attempt 1)
[06:56:24.130] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/508ae91e0eca560ade97099c2997bc383932e56d"
[06:56:24.130] Popped gitiles commit info from properties and tags
[06:56:24.130] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[06:56:24.130] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[06:56:24.130] Buildbucket request:
{
  "requestId": "8840936046206035152",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-arm-bazel-sanitizers-asan-build"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8840936046206035152",
            "job": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build",
            "triggers": [
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "508ae91e0eca560ade97099c2997bc383932e56d"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@508ae91e0eca560ade97099c2997bc383932e56d",
                        "title": "508ae91e0eca560ade97099c2997bc383932e56d",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/508ae91e0eca560ade97099c2997bc383932e56d"
                      }
                ]
          }
    },
  "gitilesCommit": {
    "host": "pigweed.googlesource.com",
    "project": "pigweed/pigweed",
    "id": "508ae91e0eca560ade97099c2997bc383932e56d",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8840936046206035152"
    },
    {
      "key": "scheduler_job_id",
      "value": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[06:56:24.625] Scheduled build:
{
  "id": "8675505983127141441",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-arm-bazel-sanitizers-asan-build"
  },
  "createdBy": "project:pigweed",
  "createTime": "2026-07-23T06:56:24.270256735Z",
  "updateTime": "2026-07-23T06:56:24.270256735Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "508ae91e0eca560ade97099c2997bc383932e56d",
      "ref": "refs/heads/main"
    }
  }
}
[06:56:24.625] Task URL: https://cr-buildbucket.appspot.com/build/8675505983127141441
[06:56:24.625] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8840936046206035152:2:0) after 8m33s
[06:56:25.570] Received PubSub notification, asking Buildbucket for the build status
[06:56:25.590] Build status: SCHEDULED
[07:04:57.686] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8840936046206035152:2:0)
[07:04:58.119] Build status: SCHEDULED
[07:04:58.119] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8840936046206035152:4:0) after 9m41s
[07:14:39.254] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8840936046206035152:4:0)
[07:14:39.272] Build status: SCHEDULED
[07:14:39.272] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8840936046206035152:5:0) after 4m18s
[07:18:57.309] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8840936046206035152:5:0)
[07:18:57.330] Build status: SCHEDULED
[07:18:57.330] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8840936046206035152:6:0) after 5m50s
[07:24:47.345] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8840936046206035152:6:0)
[07:24:47.366] Build status: SCHEDULED
[07:24:47.366] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8840936046206035152:7:0) after 4m11s
[07:28:58.386] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8840936046206035152:7:0)
[07:28:58.405] Build status: SCHEDULED
[07:28:58.405] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8840936046206035152:8:0) after 9m0s
[07:37:58.443] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8840936046206035152:8:0)
[07:37:58.461] Build status: SCHEDULED
[07:37:58.461] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8840936046206035152:9:0) after 2m8s
[07:40:06.444] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8840936046206035152:9:0)
[07:40:06.466] Build status: SCHEDULED
[07:40:06.466] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8840936046206035152:10:0) after 7m20s
[07:47:26.541] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8840936046206035152:10:0)
[07:47:26.559] Build status: SCHEDULED
[07:47:26.560] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8840936046206035152:11:0) after 7m8s
[07:54:34.576] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8840936046206035152:11:0)
[07:54:34.594] Build status: SCHEDULED
[07:54:34.594] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8840936046206035152:12:0) after 9m46s
[08:04:20.611] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8840936046206035152:12:0)
[08:04:20.695] Build status: SCHEDULED
[08:04:20.695] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8840936046206035152:13:0) after 1m22s
[08:05:42.801] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8840936046206035152:13:0)
[08:05:42.825] Build status: SCHEDULED
[08:05:42.825] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8840936046206035152:14:0) after 9m47s
[08:15:29.840] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8840936046206035152:14:0)
[08:15:29.870] Build status: SCHEDULED
[08:15:29.870] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8840936046206035152:15:0) after 2m23s
[08:17:52.949] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8840936046206035152:15:0)
[08:17:53.069] Build status: SCHEDULED
[08:17:53.069] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8840936046206035152:16:0) after 3m41s
[08:21:34.085] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8840936046206035152:16:0)
[08:21:34.110] Build status: SCHEDULED
[08:21:34.110] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8840936046206035152:17:0) after 5m45s
[08:27:19.126] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8840936046206035152:17:0)
[08:27:19.147] Build status: SCHEDULED
[08:27:19.147] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8840936046206035152:18:0) after 7m27s
[08:34:46.292] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8840936046206035152:18:0)
[08:34:46.358] Build status: SCHEDULED
[08:34:46.358] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8840936046206035152:19:0) after 5m6s
[08:39:52.336] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8840936046206035152:19:0)
[08:39:52.362] Build status: SCHEDULED
[08:39:52.362] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8840936046206035152:20:0) after 5m19s
[08:45:11.393] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8840936046206035152:20:0)
[08:45:11.431] Build status: SCHEDULED
[08:45:11.431] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8840936046206035152:21:0) after 7m59s
[08:53:10.473] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8840936046206035152:21:0)
[08:53:10.505] Build status: SCHEDULED
[08:53:10.505] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8840936046206035152:22:0) after 2m26s
[08:55:36.526] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8840936046206035152:22:0)
[08:55:36.556] Build status: SCHEDULED
[08:55:36.556] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8840936046206035152:23:0) after 1m39s
[08:57:15.570] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8840936046206035152:23:0)
[08:57:15.589] Build status: SCHEDULED
[08:57:15.589] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8840936046206035152:24:0) after 5m15s
[09:02:30.614] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8840936046206035152:24:0)
[09:02:30.636] Build status: SCHEDULED
[09:02:30.636] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8840936046206035152:25:0) after 9m4s
[09:11:34.813] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8840936046206035152:25:0)
[09:11:34.835] Build status: SCHEDULED
[09:11:34.835] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8840936046206035152:26:0) after 4m49s
[09:16:23.832] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8840936046206035152:26:0)
[09:16:23.853] Build status: SCHEDULED
[09:16:23.853] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8840936046206035152:27:0) after 2m5s
[09:18:28.947] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8840936046206035152:27:0)
[09:18:29.047] Build status: SCHEDULED
[09:18:29.047] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8840936046206035152:28:0) after 2m1s
[09:20:30.160] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8840936046206035152:28:0)
[09:20:30.189] Build status: SCHEDULED
[09:20:30.189] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8840936046206035152:29:0) after 7m19s
[09:27:49.276] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8840936046206035152:29:0)
[09:27:49.338] Build status: SCHEDULED
[09:27:49.338] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8840936046206035152:30:0) after 7m30s
[09:35:19.355] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8840936046206035152:30:0)
[09:35:19.384] Build status: SCHEDULED
[09:35:19.384] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8840936046206035152:31:0) after 3m36s
[09:38:55.396] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8840936046206035152:31:0)
[09:38:55.435] Build status: SCHEDULED
[09:38:55.435] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8840936046206035152:32:0) after 7m39s
[09:46:34.449] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8840936046206035152:32:0)
[09:46:34.498] Build status: SCHEDULED
[09:46:34.501] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8840936046206035152:33:0) after 2m42s
[09:49:16.611] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8840936046206035152:33:0)
[09:49:16.628] Build status: SCHEDULED
[09:49:16.629] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8840936046206035152:34:0) after 7m50s
[09:57:06.643] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8840936046206035152:34:0)
[09:57:06.663] Build status: SCHEDULED
[09:57:06.663] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8840936046206035152:35:0) after 7m45s
[10:04:51.695] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8840936046206035152:35:0)
[10:04:51.714] Build status: SCHEDULED
[10:04:51.715] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8840936046206035152:36:0) after 4m15s
[10:09:06.730] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8840936046206035152:36:0)
[10:09:06.746] Build status: SCHEDULED
[10:09:06.746] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8840936046206035152:37:0) after 4m42s
[10:13:48.861] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8840936046206035152:37:0)
[10:13:48.880] Build status: SCHEDULED
[10:13:48.880] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8840936046206035152:38:0) after 3m49s
[10:17:38.087] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8840936046206035152:38:0)
[10:17:38.108] Build status: SCHEDULED
[10:17:38.108] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8840936046206035152:39:0) after 8m18s
[10:25:56.172] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8840936046206035152:39:0)
[10:25:56.207] Build status: SCHEDULED
[10:25:56.207] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8840936046206035152:40:0) after 8m4s
[10:34:00.388] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8840936046206035152:40:0)
[10:34:00.407] Build status: SCHEDULED
[10:34:00.407] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8840936046206035152:41:0) after 8m20s
[10:39:07.897] Received PubSub notification, asking Buildbucket for the build status
[10:39:07.916] Build status: STARTED
[10:42:20.395] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8840936046206035152:41:0)
[10:42:20.417] Build status: STARTED
[10:42:20.417] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8840936046206035152:43:0) after 7m58s
[10:43:18.553] Received PubSub notification, asking Buildbucket for the build status
[10:43:18.575] Build:
{
  "id": "8675505983127141441",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-arm-bazel-sanitizers-asan-build"
  },
  "createdBy": "project:pigweed",
  "createTime": "2026-07-23T06:56:24.270256735Z",
  "startTime": "2026-07-23T10:39:07.399013477Z",
  "endTime": "2026-07-23T10:43:18.097751307Z",
  "updateTime": "2026-07-23T10:43:18.097751307Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "508ae91e0eca560ade97099c2997bc383932e56d",
      "ref": "refs/heads/main"
    }
  }
}
[10:43:18.575] Invocation finished in 3h46m56.624441087s with status FAILED