Status: FAILED
Triggered by: -
Duration: 4 hours
Actions:

Definition (rev ed331b29843b850a4bc37ad64e7e3a240af6f486)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "pigweed.dev.ci"
  builder: "pigweed-mac-arm-bazel-sanitizers-asan"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://pigweed.googlesource.com/pigweed/pigweed",
  "revision": "d390baa10ed74e080a3651cbd93e2b623f70dddf"
}

Incoming tags

  • buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/d390baa10ed74e080a3651cbd93e2b623f70dddf
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[23:44:45.538] New invocation is queued and will start shortly
[23:44:46.786] Starting the invocation (attempt 1)
[23:44:46.815] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/d390baa10ed74e080a3651cbd93e2b623f70dddf"
[23:44:46.815] Popped gitiles commit info from properties and tags
[23:44:46.815] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[23:44:46.815] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[23:44:46.815] Buildbucket request:
{
  "requestId": "8866783335991353824",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-arm-bazel-sanitizers-asan"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8866783335991353824",
            "job": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan",
            "triggers": [
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "c4824bf1525fd67ca646b838ad32f9a6c7e3a7b4"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@c4824bf1525fd67ca646b838ad32f9a6c7e3a7b4",
                        "title": "c4824bf1525fd67ca646b838ad32f9a6c7e3a7b4",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/c4824bf1525fd67ca646b838ad32f9a6c7e3a7b4"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "d390baa10ed74e080a3651cbd93e2b623f70dddf"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@d390baa10ed74e080a3651cbd93e2b623f70dddf",
                        "title": "d390baa10ed74e080a3651cbd93e2b623f70dddf",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/d390baa10ed74e080a3651cbd93e2b623f70dddf"
                      }
                ]
          }
    },
  "gitilesCommit": {
    "host": "pigweed.googlesource.com",
    "project": "pigweed/pigweed",
    "id": "d390baa10ed74e080a3651cbd93e2b623f70dddf",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8866783335991353824"
    },
    {
      "key": "scheduler_job_id",
      "value": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[23:44:47.189] Scheduled build:
{
  "id": "8701353273930723361",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-arm-bazel-sanitizers-asan"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-10-10T23:44:46.882447251Z",
  "updateTime": "2025-10-10T23:44:46.882447251Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "d390baa10ed74e080a3651cbd93e2b623f70dddf",
      "ref": "refs/heads/main"
    }
  }
}
[23:44:47.189] Task URL: https://cr-buildbucket.appspot.com/build/8701353273930723361
[23:44:47.189] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan:8866783335991353824:2:0) after 7m33s
[23:44:47.981] Received PubSub notification, asking Buildbucket for the build status
[23:44:47.995] Build status: SCHEDULED
[23:52:20.246] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan:8866783335991353824:2:0)
[23:52:20.271] Build status: SCHEDULED
[23:52:20.271] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan:8866783335991353824:4:0) after 5m25s
[23:57:45.286] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan:8866783335991353824:4:0)
[23:57:45.302] Build status: SCHEDULED
[23:57:45.302] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan:8866783335991353824:5:0) after 5m56s
[00:03:41.321] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan:8866783335991353824:5:0)
[00:03:41.466] Build status: SCHEDULED
[00:03:41.466] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan:8866783335991353824:6:0) after 2m8s
[00:05:49.506] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan:8866783335991353824:6:0)
[00:05:49.611] Build status: SCHEDULED
[00:05:49.611] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan:8866783335991353824:7:0) after 3m7s
[00:08:56.624] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan:8866783335991353824:7:0)
[00:08:56.640] Build status: SCHEDULED
[00:08:56.640] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan:8866783335991353824:8:0) after 8m29s
[00:17:25.732] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan:8866783335991353824:8:0)
[00:17:25.749] Build status: SCHEDULED
[00:17:25.749] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan:8866783335991353824:9:0) after 2m28s
[00:19:53.864] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan:8866783335991353824:9:0)
[00:19:53.888] Build status: SCHEDULED
[00:19:53.888] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan:8866783335991353824:10:0) after 2m31s
[00:22:24.912] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan:8866783335991353824:10:0)
[00:22:24.927] Build status: SCHEDULED
[00:22:24.927] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan:8866783335991353824:11:0) after 4m7s
[00:26:31.946] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan:8866783335991353824:11:0)
[00:26:31.969] Build status: SCHEDULED
[00:26:31.969] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan:8866783335991353824:12:0) after 6m10s
[00:32:42.034] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan:8866783335991353824:12:0)
[00:32:42.057] Build status: SCHEDULED
[00:32:42.057] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan:8866783335991353824:13:0) after 1m43s
[00:34:25.040] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan:8866783335991353824:13:0)
[00:34:25.065] Build status: SCHEDULED
[00:34:25.065] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan:8866783335991353824:14:0) after 1m53s
[00:36:18.090] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan:8866783335991353824:14:0)
[00:36:18.116] Build status: SCHEDULED
[00:36:18.116] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan:8866783335991353824:15:0) after 2m31s
[00:38:49.189] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan:8866783335991353824:15:0)
[00:38:49.225] Build status: SCHEDULED
[00:38:49.225] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan:8866783335991353824:16:0) after 7m48s
[00:46:37.219] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan:8866783335991353824:16:0)
[00:46:37.248] Build status: SCHEDULED
[00:46:37.249] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan:8866783335991353824:17:0) after 4m37s
[00:51:14.310] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan:8866783335991353824:17:0)
[00:51:14.325] Build status: SCHEDULED
[00:51:14.325] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan:8866783335991353824:18:0) after 3m30s
[00:54:44.354] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan:8866783335991353824:18:0)
[00:54:44.408] Build status: SCHEDULED
[00:54:44.409] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan:8866783335991353824:19:0) after 1m47s
[00:56:31.427] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan:8866783335991353824:19:0)
[00:56:31.456] Build status: SCHEDULED
[00:56:31.456] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan:8866783335991353824:20:0) after 4m24s
[01:00:55.534] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan:8866783335991353824:20:0)
[01:00:55.567] Build status: SCHEDULED
[01:00:55.567] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan:8866783335991353824:21:0) after 9m56s
[01:10:51.579] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan:8866783335991353824:21:0)
[01:10:51.601] Build status: SCHEDULED
[01:10:51.601] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan:8866783335991353824:22:0) after 2m56s
[01:13:47.596] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan:8866783335991353824:22:0)
[01:13:47.613] Build status: SCHEDULED
[01:13:47.613] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan:8866783335991353824:23:0) after 6m38s
[01:20:25.625] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan:8866783335991353824:23:0)
[01:20:25.651] Build status: SCHEDULED
[01:20:25.651] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan:8866783335991353824:24:0) after 1m2s
[01:21:27.665] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan:8866783335991353824:24:0)
[01:21:27.682] Build status: SCHEDULED
[01:21:27.683] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan:8866783335991353824:25:0) after 8m11s
[01:29:38.727] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan:8866783335991353824:25:0)
[01:29:38.804] Build status: SCHEDULED
[01:29:38.804] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan:8866783335991353824:26:0) after 6m45s
[01:36:23.874] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan:8866783335991353824:26:0)
[01:36:23.904] Build status: SCHEDULED
[01:36:23.904] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan:8866783335991353824:27:0) after 1m30s
[01:37:54.009] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan:8866783335991353824:27:0)
[01:37:54.026] Build status: SCHEDULED
[01:37:54.026] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan:8866783335991353824:28:0) after 8m21s
[01:46:15.094] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan:8866783335991353824:28:0)
[01:46:15.125] Build status: SCHEDULED
[01:46:15.125] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan:8866783335991353824:29:0) after 7m10s
[01:53:25.143] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan:8866783335991353824:29:0)
[01:53:25.161] Build status: SCHEDULED
[01:53:25.161] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan:8866783335991353824:30:0) after 5m9s
[01:58:34.332] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan:8866783335991353824:30:0)
[01:58:34.354] Build status: SCHEDULED
[01:58:34.354] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan:8866783335991353824:31:0) after 4m5s
[02:02:39.368] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan:8866783335991353824:31:0)
[02:02:39.387] Build status: SCHEDULED
[02:02:39.387] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan:8866783335991353824:32:0) after 8m4s
[02:10:43.453] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan:8866783335991353824:32:0)
[02:10:43.494] Build status: SCHEDULED
[02:10:43.494] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan:8866783335991353824:33:0) after 8m50s
[02:19:33.510] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan:8866783335991353824:33:0)
[02:19:33.526] Build status: SCHEDULED
[02:19:33.526] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan:8866783335991353824:34:0) after 6m54s
[02:26:27.590] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan:8866783335991353824:34:0)
[02:26:27.608] Build status: SCHEDULED
[02:26:27.608] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan:8866783335991353824:35:0) after 2m6s
[02:28:33.620] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan:8866783335991353824:35:0)
[02:28:33.666] Build status: SCHEDULED
[02:28:33.667] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan:8866783335991353824:36:0) after 4m9s
[02:32:43.221] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan:8866783335991353824:36:0)
[02:32:43.240] Build status: SCHEDULED
[02:32:43.241] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan:8866783335991353824:37:0) after 7m13s
[02:39:56.531] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan:8866783335991353824:37:0)
[02:39:56.550] Build status: SCHEDULED
[02:39:56.550] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan:8866783335991353824:38:0) after 2m31s
[02:42:27.574] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan:8866783335991353824:38:0)
[02:42:27.592] Build status: SCHEDULED
[02:42:27.592] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan:8866783335991353824:39:0) after 8m49s
[02:51:16.708] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan:8866783335991353824:39:0)
[02:51:16.725] Build status: SCHEDULED
[02:51:16.725] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan:8866783335991353824:40:0) after 7m19s
[02:58:36.187] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan:8866783335991353824:40:0)
[02:58:36.318] Build status: SCHEDULED
[02:58:36.318] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan:8866783335991353824:41:0) after 5m28s
[03:04:04.334] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan:8866783335991353824:41:0)
[03:04:04.351] Build status: SCHEDULED
[03:04:04.351] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan:8866783335991353824:42:0) after 7m51s
[03:11:55.392] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan:8866783335991353824:42:0)
[03:11:55.445] Build status: SCHEDULED
[03:11:55.445] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan:8866783335991353824:43:0) after 5m14s
[03:17:09.508] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan:8866783335991353824:43:0)
[03:17:09.521] Build status: SCHEDULED
[03:17:09.521] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan:8866783335991353824:44:0) after 2m49s
[03:19:58.537] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan:8866783335991353824:44:0)
[03:19:58.635] Build status: SCHEDULED
[03:19:58.635] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan:8866783335991353824:45:0) after 2m18s
[03:22:16.755] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan:8866783335991353824:45:0)
[03:22:16.768] Build status: SCHEDULED
[03:22:16.769] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan:8866783335991353824:46:0) after 4m43s
[03:26:59.875] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan:8866783335991353824:46:0)
[03:26:59.888] Build status: SCHEDULED
[03:26:59.888] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan:8866783335991353824:47:0) after 8m32s
[03:35:31.997] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan:8866783335991353824:47:0)
[03:35:32.039] Build status: SCHEDULED
[03:35:32.039] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan:8866783335991353824:48:0) after 2m56s
[03:38:28.053] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan:8866783335991353824:48:0)
[03:38:28.073] Build status: SCHEDULED
[03:38:28.074] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan:8866783335991353824:49:0) after 1m28s
[03:39:56.137] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan:8866783335991353824:49:0)
[03:39:56.226] Build status: SCHEDULED
[03:39:56.226] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan:8866783335991353824:50:0) after 1m12s
[03:41:08.243] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan:8866783335991353824:50:0)
[03:41:08.365] Build status: SCHEDULED
[03:41:08.365] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan:8866783335991353824:51:0) after 3m2s
[03:44:10.380] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan:8866783335991353824:51:0)
[03:44:10.399] Build status: SCHEDULED
[03:44:10.399] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan:8866783335991353824:52:0) after 9m35s
[03:47:31.474] Received PubSub notification, asking Buildbucket for the build status
[03:47:31.494] Build status: STARTED
[03:52:31.389] Received PubSub notification, asking Buildbucket for the build status
[03:52:31.406] Build:
{
  "id": "8701353273930723361",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-arm-bazel-sanitizers-asan"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-10-10T23:44:46.882447251Z",
  "startTime": "2025-10-11T03:47:30.111652071Z",
  "endTime": "2025-10-11T03:52:31.041986177Z",
  "updateTime": "2025-10-11T03:52:31.041986177Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "d390baa10ed74e080a3651cbd93e2b623f70dddf",
      "ref": "refs/heads/main"
    }
  }
}
[03:52:31.406] Invocation finished in 4h7m45.872180661s with status FAILED