1. All projects
  2. pigweed
  3. pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build
  4. 8840421960436660848
Status: FAILED
Triggered by: -
Duration: 4 hours
Actions:

Definition (rev b10570f0bf2a66ff95088887bb25ca04e788f46a) 

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "pigweed.dev.ci"
  builder: "pigweed-mac-arm-bazel-sanitizers-asan-build"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://pigweed.googlesource.com/pigweed/pigweed",
  "revision": "ca6a0c7518b85175bacc46579fefb28873da1bf4"
}

Incoming tags

  • buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/ca6a0c7518b85175bacc46579fefb28873da1bf4
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[23:07:32.348] New invocation is queued and will start shortly
[23:07:34.702] Starting the invocation (attempt 1)
[23:07:34.761] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/ca6a0c7518b85175bacc46579fefb28873da1bf4"
[23:07:34.761] Popped gitiles commit info from properties and tags
[23:07:34.761] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[23:07:34.761] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[23:07:34.761] Buildbucket request:
{
  "requestId": "8840421960436660848",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-arm-bazel-sanitizers-asan-build"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8840421960436660848",
            "job": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build",
            "triggers": [
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "98bcbfc98d9a7c6c574017cc65aa1365b6dc99ac"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@98bcbfc98d9a7c6c574017cc65aa1365b6dc99ac",
                        "title": "98bcbfc98d9a7c6c574017cc65aa1365b6dc99ac",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/98bcbfc98d9a7c6c574017cc65aa1365b6dc99ac"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "3bcdb7ce61f3634360f9a81c1f76e2731915f8ff"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@3bcdb7ce61f3634360f9a81c1f76e2731915f8ff",
                        "title": "3bcdb7ce61f3634360f9a81c1f76e2731915f8ff",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/3bcdb7ce61f3634360f9a81c1f76e2731915f8ff"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "9e615317f5267852b969019e30f606f8668a883e"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@9e615317f5267852b969019e30f606f8668a883e",
                        "title": "9e615317f5267852b969019e30f606f8668a883e",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/9e615317f5267852b969019e30f606f8668a883e"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "353008819520890d287fb2a41d50bb57ec39fd37"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@353008819520890d287fb2a41d50bb57ec39fd37",
                        "title": "353008819520890d287fb2a41d50bb57ec39fd37",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/353008819520890d287fb2a41d50bb57ec39fd37"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "ddedb45e5b445086c1829b7678a3855030811a0a"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@ddedb45e5b445086c1829b7678a3855030811a0a",
                        "title": "ddedb45e5b445086c1829b7678a3855030811a0a",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/ddedb45e5b445086c1829b7678a3855030811a0a"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "ca6a0c7518b85175bacc46579fefb28873da1bf4"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@ca6a0c7518b85175bacc46579fefb28873da1bf4",
                        "title": "ca6a0c7518b85175bacc46579fefb28873da1bf4",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/ca6a0c7518b85175bacc46579fefb28873da1bf4"
                      }
                ]
          }
    },
  "gitilesCommit": {
    "host": "pigweed.googlesource.com",
    "project": "pigweed/pigweed",
    "id": "ca6a0c7518b85175bacc46579fefb28873da1bf4",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8840421960436660848"
    },
    {
      "key": "scheduler_job_id",
      "value": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[23:07:35.196] Scheduled build:
{
  "id": "8674991897184840513",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-arm-bazel-sanitizers-asan-build"
  },
  "createdBy": "project:pigweed",
  "createTime": "2026-07-28T23:07:34.830642191Z",
  "updateTime": "2026-07-28T23:07:34.830642191Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "ca6a0c7518b85175bacc46579fefb28873da1bf4",
      "ref": "refs/heads/main"
    }
  }
}
[23:07:35.196] Task URL: https://cr-buildbucket.appspot.com/build/8674991897184840513
[23:07:35.196] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8840421960436660848:2:0) after 4m4s
[23:07:36.091] Received PubSub notification, asking Buildbucket for the build status
[23:07:36.117] Build status: SCHEDULED
[23:11:39.209] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8840421960436660848:2:0)
[23:11:39.227] Build status: SCHEDULED
[23:11:39.227] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8840421960436660848:4:0) after 7m45s
[23:19:24.475] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8840421960436660848:4:0)
[23:19:24.521] Build status: SCHEDULED
[23:19:24.521] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8840421960436660848:5:0) after 6m49s
[23:26:13.585] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8840421960436660848:5:0)
[23:26:13.605] Build status: SCHEDULED
[23:26:13.605] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8840421960436660848:6:0) after 9m35s
[23:35:48.627] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8840421960436660848:6:0)
[23:35:48.685] Build status: SCHEDULED
[23:35:48.686] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8840421960436660848:7:0) after 9m16s
[23:45:04.700] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8840421960436660848:7:0)
[23:45:04.778] Build status: SCHEDULED
[23:45:04.778] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8840421960436660848:8:0) after 6m10s
[23:51:14.793] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8840421960436660848:8:0)
[23:51:14.820] Build status: SCHEDULED
[23:51:14.820] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8840421960436660848:9:0) after 1m3s
[23:52:18.051] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8840421960436660848:9:0)
[23:52:18.066] Build status: SCHEDULED
[23:52:18.066] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8840421960436660848:10:0) after 1m57s
[23:54:15.033] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8840421960436660848:10:0)
[23:54:15.068] Build status: SCHEDULED
[23:54:15.068] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8840421960436660848:11:0) after 8m53s
[00:03:08.282] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8840421960436660848:11:0)
[00:03:08.303] Build status: SCHEDULED
[00:03:08.303] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8840421960436660848:12:0) after 9m50s
[00:12:58.314] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8840421960436660848:12:0)
[00:12:58.397] Build status: SCHEDULED
[00:12:58.397] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8840421960436660848:13:0) after 1m12s
[00:14:10.474] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8840421960436660848:13:0)
[00:14:10.488] Build status: SCHEDULED
[00:14:10.488] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8840421960436660848:14:0) after 8m21s
[00:22:31.623] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8840421960436660848:14:0)
[00:22:31.653] Build status: SCHEDULED
[00:22:31.653] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8840421960436660848:15:0) after 9m10s
[00:31:41.787] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8840421960436660848:15:0)
[00:31:41.814] Build status: SCHEDULED
[00:31:41.814] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8840421960436660848:16:0) after 8m31s
[00:40:12.868] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8840421960436660848:16:0)
[00:40:12.891] Build status: SCHEDULED
[00:40:12.891] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8840421960436660848:17:0) after 2m52s
[00:43:04.913] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8840421960436660848:17:0)
[00:43:04.985] Build status: SCHEDULED
[00:43:04.985] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8840421960436660848:18:0) after 2m54s
[00:45:59.052] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8840421960436660848:18:0)
[00:45:59.094] Build status: SCHEDULED
[00:45:59.094] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8840421960436660848:19:0) after 9m48s
[00:55:47.280] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8840421960436660848:19:0)
[00:55:47.340] Build status: SCHEDULED
[00:55:47.341] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8840421960436660848:20:0) after 5m38s
[01:01:25.407] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8840421960436660848:20:0)
[01:01:25.435] Build status: SCHEDULED
[01:01:25.435] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8840421960436660848:21:0) after 2m35s
[01:04:00.499] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8840421960436660848:21:0)
[01:04:00.528] Build status: SCHEDULED
[01:04:00.528] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8840421960436660848:22:0) after 3m36s
[01:07:36.654] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8840421960436660848:22:0)
[01:07:36.735] Build status: SCHEDULED
[01:07:36.735] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8840421960436660848:23:0) after 1m52s
[01:09:28.756] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8840421960436660848:23:0)
[01:09:28.774] Build status: SCHEDULED
[01:09:28.774] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8840421960436660848:24:0) after 8m49s
[01:18:17.815] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8840421960436660848:24:0)
[01:18:17.838] Build status: SCHEDULED
[01:18:17.839] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8840421960436660848:25:0) after 5m41s
[01:23:58.907] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8840421960436660848:25:0)
[01:23:58.939] Build status: SCHEDULED
[01:23:58.939] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8840421960436660848:26:0) after 2m1s
[01:25:59.968] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8840421960436660848:26:0)
[01:26:00.028] Build status: SCHEDULED
[01:26:00.028] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8840421960436660848:27:0) after 6m11s
[01:32:11.255] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8840421960436660848:27:0)
[01:32:11.283] Build status: SCHEDULED
[01:32:11.283] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8840421960436660848:28:0) after 6m48s
[01:38:59.298] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8840421960436660848:28:0)
[01:38:59.325] Build status: SCHEDULED
[01:38:59.325] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8840421960436660848:29:0) after 6m38s
[01:45:37.607] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8840421960436660848:29:0)
[01:45:37.633] Build status: SCHEDULED
[01:45:37.633] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8840421960436660848:30:0) after 9m58s
[01:55:35.736] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8840421960436660848:30:0)
[01:55:35.754] Build status: SCHEDULED
[01:55:35.754] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8840421960436660848:31:0) after 3m54s
[01:59:29.838] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8840421960436660848:31:0)
[01:59:29.855] Build status: SCHEDULED
[01:59:29.855] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8840421960436660848:32:0) after 5m0s
[02:04:29.870] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8840421960436660848:32:0)
[02:04:29.949] Build status: SCHEDULED
[02:04:29.949] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8840421960436660848:33:0) after 2m4s
[02:06:33.965] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8840421960436660848:33:0)
[02:06:33.986] Build status: SCHEDULED
[02:06:33.986] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8840421960436660848:34:0) after 5m36s
[02:12:10.043] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8840421960436660848:34:0)
[02:12:10.077] Build status: SCHEDULED
[02:12:10.077] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8840421960436660848:35:0) after 1m13s
[02:13:23.273] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8840421960436660848:35:0)
[02:13:23.302] Build status: SCHEDULED
[02:13:23.302] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8840421960436660848:36:0) after 1m5s
[02:14:28.302] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8840421960436660848:36:0)
[02:14:28.332] Build status: SCHEDULED
[02:14:28.333] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8840421960436660848:37:0) after 1m15s
[02:15:43.413] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8840421960436660848:37:0)
[02:15:43.454] Build status: SCHEDULED
[02:15:43.454] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8840421960436660848:38:0) after 4m2s
[02:19:45.546] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8840421960436660848:38:0)
[02:19:45.567] Build status: SCHEDULED
[02:19:45.567] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8840421960436660848:39:0) after 6m3s
[02:25:48.644] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8840421960436660848:39:0)
[02:25:48.660] Build status: SCHEDULED
[02:25:48.660] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8840421960436660848:40:0) after 3m29s
[02:29:17.691] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8840421960436660848:40:0)
[02:29:17.818] Build status: SCHEDULED
[02:29:17.818] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8840421960436660848:41:0) after 8m22s
[02:37:39.865] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8840421960436660848:41:0)
[02:37:39.886] Build status: SCHEDULED
[02:37:39.886] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8840421960436660848:42:0) after 2m35s
[02:40:15.101] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8840421960436660848:42:0)
[02:40:15.157] Build status: SCHEDULED
[02:40:15.157] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8840421960436660848:43:0) after 2m45s
[02:43:00.199] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8840421960436660848:43:0)
[02:43:00.226] Build status: SCHEDULED
[02:43:00.226] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8840421960436660848:44:0) after 9m2s
[02:52:02.244] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8840421960436660848:44:0)
[02:52:02.265] Build status: SCHEDULED
[02:52:02.265] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8840421960436660848:45:0) after 2m36s
[02:54:38.281] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8840421960436660848:45:0)
[02:54:38.327] Build status: SCHEDULED
[02:54:38.327] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8840421960436660848:46:0) after 7m58s
[03:02:36.342] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8840421960436660848:46:0)
[03:02:36.359] Build status: SCHEDULED
[03:02:36.359] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8840421960436660848:47:0) after 1m55s
[03:04:31.415] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8840421960436660848:47:0)
[03:04:31.517] Build status: SCHEDULED
[03:04:31.517] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8840421960436660848:48:0) after 3m16s
[03:07:47.633] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8840421960436660848:48:0)
[03:07:47.657] Build status: SCHEDULED
[03:07:47.657] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8840421960436660848:49:0) after 9m33s
[03:17:20.708] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8840421960436660848:49:0)
[03:17:20.726] Build status: SCHEDULED
[03:17:20.726] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8840421960436660848:50:0) after 7m32s
[03:17:36.027] Received PubSub notification, asking Buildbucket for the build status
[03:17:36.045] Build status: STARTED
[03:21:56.037] Received PubSub notification, asking Buildbucket for the build status
[03:21:56.063] Build:
{
  "id": "8674991897184840513",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-arm-bazel-sanitizers-asan-build"
  },
  "createdBy": "project:pigweed",
  "createTime": "2026-07-28T23:07:34.830642191Z",
  "startTime": "2026-07-29T03:17:35.622390932Z",
  "endTime": "2026-07-29T03:21:55.704627858Z",
  "updateTime": "2026-07-29T03:21:55.704627858Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "ca6a0c7518b85175bacc46579fefb28873da1bf4",
      "ref": "refs/heads/main"
    }
  }
}
[03:21:56.063] Invocation finished in 4h14m23.718077455s with status FAILED