1. All projects
  2. pigweed
  3. pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan
  4. 8868658961866690576
Status: FAILED
Triggered by: -
Duration: 6 hours
Actions:

Definition (rev ed331b29843b850a4bc37ad64e7e3a240af6f486) 

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "pigweed.dev.ci"
  builder: "pigweed-mac-x86-bazel-sanitizers-asan"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://pigweed.googlesource.com/pigweed/pigweed",
  "revision": "b0f9c5fe352fb27592bcd77e68e523e754e4a336"
}

Incoming tags

  • buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/b0f9c5fe352fb27592bcd77e68e523e754e4a336
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[06:52:29.319] New invocation is queued and will start shortly
[06:52:30.349] Starting the invocation (attempt 1)
[06:52:30.377] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/b0f9c5fe352fb27592bcd77e68e523e754e4a336"
[06:52:30.377] Popped gitiles commit info from properties and tags
[06:52:30.377] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[06:52:30.377] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[06:52:30.377] Buildbucket request:
{
  "requestId": "8868658961866690576",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-bazel-sanitizers-asan"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8868658961866690576",
            "job": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan",
            "triggers": [
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "b0f9c5fe352fb27592bcd77e68e523e754e4a336"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@b0f9c5fe352fb27592bcd77e68e523e754e4a336",
                        "title": "b0f9c5fe352fb27592bcd77e68e523e754e4a336",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/b0f9c5fe352fb27592bcd77e68e523e754e4a336"
                      }
                ]
          }
    },
  "gitilesCommit": {
    "host": "pigweed.googlesource.com",
    "project": "pigweed/pigweed",
    "id": "b0f9c5fe352fb27592bcd77e68e523e754e4a336",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8868658961866690576"
    },
    {
      "key": "scheduler_job_id",
      "value": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[06:52:30.716] Scheduled build:
{
  "id": "8703228900042104273",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-bazel-sanitizers-asan"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-09-20T06:52:30.433662522Z",
  "updateTime": "2025-09-20T06:52:30.433662522Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "b0f9c5fe352fb27592bcd77e68e523e754e4a336",
      "ref": "refs/heads/main"
    }
  }
}
[06:52:30.717] Task URL: https://cr-buildbucket.appspot.com/build/8703228900042104273
[06:52:30.717] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8868658961866690576:2:0) after 6m55s
[06:52:31.711] Received PubSub notification, asking Buildbucket for the build status
[06:52:31.726] Build status: SCHEDULED
[06:59:26.080] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8868658961866690576:2:0)
[06:59:26.104] Build status: SCHEDULED
[06:59:26.104] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8868658961866690576:4:0) after 4m55s
[07:04:21.118] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8868658961866690576:4:0)
[07:04:21.144] Build status: SCHEDULED
[07:04:21.144] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8868658961866690576:5:0) after 4m59s
[07:09:20.165] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8868658961866690576:5:0)
[07:09:20.184] Build status: SCHEDULED
[07:09:20.184] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8868658961866690576:6:0) after 9m23s
[07:18:43.199] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8868658961866690576:6:0)
[07:18:43.220] Build status: SCHEDULED
[07:18:43.220] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8868658961866690576:7:0) after 5m23s
[07:24:06.207] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8868658961866690576:7:0)
[07:24:06.255] Build status: SCHEDULED
[07:24:06.255] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8868658961866690576:8:0) after 7m31s
[07:31:37.243] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8868658961866690576:8:0)
[07:31:37.270] Build status: SCHEDULED
[07:31:37.270] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8868658961866690576:9:0) after 8m26s
[07:40:03.399] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8868658961866690576:9:0)
[07:40:03.429] Build status: SCHEDULED
[07:40:03.429] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8868658961866690576:10:0) after 1m13s
[07:41:16.442] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8868658961866690576:10:0)
[07:41:16.456] Build status: SCHEDULED
[07:41:16.456] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8868658961866690576:11:0) after 4m12s
[07:45:28.597] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8868658961866690576:11:0)
[07:45:28.624] Build status: SCHEDULED
[07:45:28.624] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8868658961866690576:12:0) after 6m30s
[07:51:58.779] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8868658961866690576:12:0)
[07:51:58.793] Build status: SCHEDULED
[07:51:58.793] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8868658961866690576:13:0) after 5m45s
[07:57:43.838] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8868658961866690576:13:0)
[07:57:43.868] Build status: SCHEDULED
[07:57:43.868] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8868658961866690576:14:0) after 7m59s
[08:05:42.975] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8868658961866690576:14:0)
[08:05:42.993] Build status: SCHEDULED
[08:05:42.993] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8868658961866690576:15:0) after 6m6s
[08:11:49.355] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8868658961866690576:15:0)
[08:11:49.371] Build status: SCHEDULED
[08:11:49.371] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8868658961866690576:16:0) after 2m51s
[08:14:40.460] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8868658961866690576:16:0)
[08:14:40.539] Build status: SCHEDULED
[08:14:40.539] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8868658961866690576:17:0) after 3m24s
[08:18:04.553] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8868658961866690576:17:0)
[08:18:04.686] Build status: SCHEDULED
[08:18:04.687] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8868658961866690576:18:0) after 1m26s
[08:19:30.721] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8868658961866690576:18:0)
[08:19:30.749] Build status: SCHEDULED
[08:19:30.749] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8868658961866690576:19:0) after 7m5s
[08:26:35.863] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8868658961866690576:19:0)
[08:26:35.878] Build status: SCHEDULED
[08:26:35.878] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8868658961866690576:20:0) after 6m3s
[08:32:38.885] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8868658961866690576:20:0)
[08:32:38.907] Build status: SCHEDULED
[08:32:38.907] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8868658961866690576:21:0) after 5m31s
[08:38:10.021] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8868658961866690576:21:0)
[08:38:10.037] Build status: SCHEDULED
[08:38:10.037] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8868658961866690576:22:0) after 2m35s
[08:40:45.150] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8868658961866690576:22:0)
[08:40:45.180] Build status: SCHEDULED
[08:40:45.180] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8868658961866690576:23:0) after 2m10s
[08:42:55.293] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8868658961866690576:23:0)
[08:42:55.313] Build status: SCHEDULED
[08:42:55.313] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8868658961866690576:24:0) after 1m29s
[08:44:24.300] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8868658961866690576:24:0)
[08:44:24.324] Build status: SCHEDULED
[08:44:24.324] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8868658961866690576:25:0) after 6m26s
[08:50:50.344] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8868658961866690576:25:0)
[08:50:50.368] Build status: SCHEDULED
[08:50:50.368] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8868658961866690576:26:0) after 1m38s
[08:52:28.384] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8868658961866690576:26:0)
[08:52:28.410] Build status: SCHEDULED
[08:52:28.410] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8868658961866690576:27:0) after 5m15s
[08:57:43.424] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8868658961866690576:27:0)
[08:57:43.437] Build status: SCHEDULED
[08:57:43.437] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8868658961866690576:28:0) after 6m29s
[09:04:12.452] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8868658961866690576:28:0)
[09:04:12.466] Build status: SCHEDULED
[09:04:12.466] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8868658961866690576:29:0) after 4m45s
[09:08:57.608] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8868658961866690576:29:0)
[09:08:57.692] Build status: SCHEDULED
[09:08:57.692] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8868658961866690576:30:0) after 7m23s
[09:16:20.710] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8868658961866690576:30:0)
[09:16:20.738] Build status: SCHEDULED
[09:16:20.738] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8868658961866690576:31:0) after 7m6s
[09:23:26.765] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8868658961866690576:31:0)
[09:23:26.814] Build status: SCHEDULED
[09:23:26.814] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8868658961866690576:32:0) after 9m25s
[09:32:51.829] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8868658961866690576:32:0)
[09:32:51.858] Build status: SCHEDULED
[09:32:51.858] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8868658961866690576:33:0) after 8m2s
[09:40:53.914] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8868658961866690576:33:0)
[09:40:53.938] Build status: SCHEDULED
[09:40:53.938] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8868658961866690576:34:0) after 9m27s
[09:50:20.952] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8868658961866690576:34:0)
[09:50:20.967] Build status: SCHEDULED
[09:50:20.967] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8868658961866690576:35:0) after 5m39s
[09:56:00.113] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8868658961866690576:35:0)
[09:56:00.139] Build status: SCHEDULED
[09:56:00.139] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8868658961866690576:36:0) after 3m48s
[09:59:48.170] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8868658961866690576:36:0)
[09:59:48.206] Build status: SCHEDULED
[09:59:48.206] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8868658961866690576:37:0) after 4m11s
[10:03:59.222] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8868658961866690576:37:0)
[10:03:59.243] Build status: SCHEDULED
[10:03:59.243] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8868658961866690576:38:0) after 2m28s
[10:06:27.265] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8868658961866690576:38:0)
[10:06:27.283] Build status: SCHEDULED
[10:06:27.283] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8868658961866690576:39:0) after 9m39s
[10:16:06.298] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8868658961866690576:39:0)
[10:16:06.314] Build status: SCHEDULED
[10:16:06.314] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8868658961866690576:40:0) after 2m21s
[10:18:27.486] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8868658961866690576:40:0)
[10:18:27.501] Build status: SCHEDULED
[10:18:27.501] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8868658961866690576:41:0) after 4m59s
[10:23:26.516] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8868658961866690576:41:0)
[10:23:26.535] Build status: SCHEDULED
[10:23:26.536] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8868658961866690576:42:0) after 3m21s
[10:26:47.631] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8868658961866690576:42:0)
[10:26:47.645] Build status: SCHEDULED
[10:26:47.645] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8868658961866690576:43:0) after 9m13s
[10:36:00.696] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8868658961866690576:43:0)
[10:36:00.714] Build status: SCHEDULED
[10:36:00.714] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8868658961866690576:44:0) after 1m57s
[10:37:57.781] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8868658961866690576:44:0)
[10:37:57.799] Build status: SCHEDULED
[10:37:57.799] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8868658961866690576:45:0) after 9m3s
[10:47:00.813] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8868658961866690576:45:0)
[10:47:00.831] Build status: SCHEDULED
[10:47:00.831] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8868658961866690576:46:0) after 8m37s
[10:55:37.850] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8868658961866690576:46:0)
[10:55:37.868] Build status: SCHEDULED
[10:55:37.868] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8868658961866690576:47:0) after 3m20s
[10:58:57.883] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8868658961866690576:47:0)
[10:58:57.910] Build status: SCHEDULED
[10:58:57.910] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8868658961866690576:48:0) after 8m25s
[11:07:22.929] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8868658961866690576:48:0)
[11:07:22.959] Build status: SCHEDULED
[11:07:22.959] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8868658961866690576:49:0) after 1m58s
[11:09:20.972] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8868658961866690576:49:0)
[11:09:21.037] Build status: SCHEDULED
[11:09:21.037] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8868658961866690576:50:0) after 4m40s
[11:14:01.298] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8868658961866690576:50:0)
[11:14:01.432] Build status: SCHEDULED
[11:14:01.432] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8868658961866690576:51:0) after 9m14s
[11:23:15.601] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8868658961866690576:51:0)
[11:23:15.615] Build status: SCHEDULED
[11:23:15.615] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8868658961866690576:52:0) after 2m51s
[11:26:06.828] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8868658961866690576:52:0)
[11:26:06.844] Build status: SCHEDULED
[11:26:06.844] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8868658961866690576:53:0) after 3m41s
[11:29:47.857] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8868658961866690576:53:0)
[11:29:47.878] Build status: SCHEDULED
[11:29:47.878] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8868658961866690576:54:0) after 6m45s
[11:36:32.909] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8868658961866690576:54:0)
[11:36:32.926] Build status: SCHEDULED
[11:36:32.926] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8868658961866690576:55:0) after 9m42s
[11:46:14.940] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8868658961866690576:55:0)
[11:46:14.979] Build status: SCHEDULED
[11:46:14.979] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8868658961866690576:56:0) after 2m37s
[11:48:52.433] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8868658961866690576:56:0)
[11:48:52.461] Build status: SCHEDULED
[11:48:52.461] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8868658961866690576:57:0) after 7m46s
[11:56:38.572] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8868658961866690576:57:0)
[11:56:38.590] Build status: SCHEDULED
[11:56:38.590] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8868658961866690576:58:0) after 8m30s
[12:05:08.661] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8868658961866690576:58:0)
[12:05:08.679] Build status: SCHEDULED
[12:05:08.679] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8868658961866690576:59:0) after 9m39s
[12:14:47.694] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8868658961866690576:59:0)
[12:14:47.710] Build status: SCHEDULED
[12:14:47.710] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8868658961866690576:60:0) after 8m47s
[12:23:34.892] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8868658961866690576:60:0)
[12:23:34.908] Build status: SCHEDULED
[12:23:34.908] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8868658961866690576:61:0) after 3m43s
[12:27:17.927] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8868658961866690576:61:0)
[12:27:17.965] Build status: SCHEDULED
[12:27:17.965] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8868658961866690576:62:0) after 4m24s
[12:31:42.066] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8868658961866690576:62:0)
[12:31:42.131] Build status: SCHEDULED
[12:31:42.131] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8868658961866690576:63:0) after 2m43s
[12:34:25.232] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8868658961866690576:63:0)
[12:34:25.247] Build status: SCHEDULED
[12:34:25.247] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8868658961866690576:64:0) after 7m3s
[12:41:28.267] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8868658961866690576:64:0)
[12:41:28.286] Build status: SCHEDULED
[12:41:28.286] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8868658961866690576:65:0) after 4m49s
[12:46:17.317] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8868658961866690576:65:0)
[12:46:17.335] Build status: SCHEDULED
[12:46:17.335] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8868658961866690576:66:0) after 1m21s
[12:47:38.375] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8868658961866690576:66:0)
[12:47:38.395] Build status: SCHEDULED
[12:47:38.395] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8868658961866690576:67:0) after 5m34s
[12:53:12.652] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8868658961866690576:67:0)
[12:53:12.670] Build status: SCHEDULED
[12:53:12.670] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8868658961866690576:68:0) after 4m2s
[12:57:14.689] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8868658961866690576:68:0)
[12:57:14.759] Build status: SCHEDULED
[12:57:14.759] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8868658961866690576:69:0) after 8m26s
[13:05:40.782] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8868658961866690576:69:0)
[13:05:40.798] Build status: SCHEDULED
[13:05:40.798] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8868658961866690576:70:0) after 5m12s
[13:10:52.825] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8868658961866690576:70:0)
[13:10:52.841] Build status: SCHEDULED
[13:10:52.841] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8868658961866690576:71:0) after 4m3s
[13:14:55.952] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8868658961866690576:71:0)
[13:14:55.969] Build status: SCHEDULED
[13:14:55.969] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8868658961866690576:72:0) after 2m54s
[13:17:50.125] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8868658961866690576:72:0)
[13:17:50.143] Build status: SCHEDULED
[13:17:50.143] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8868658961866690576:73:0) after 2m0s
[13:19:50.672] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8868658961866690576:73:0)
[13:19:50.689] Build status: SCHEDULED
[13:19:50.689] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8868658961866690576:74:0) after 3m27s
[13:22:59.116] Received PubSub notification, asking Buildbucket for the build status
[13:22:59.134] Build status: STARTED
[13:23:17.737] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8868658961866690576:74:0)
[13:23:17.754] Build status: STARTED
[13:23:17.754] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8868658961866690576:76:0) after 8m55s
[13:28:58.725] Received PubSub notification, asking Buildbucket for the build status
[13:28:58.744] Build:
{
  "id": "8703228900042104273",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-bazel-sanitizers-asan"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-09-20T06:52:30.433662522Z",
  "startTime": "2025-09-20T13:22:58.926653328Z",
  "endTime": "2025-09-20T13:28:58.250484815Z",
  "updateTime": "2025-09-20T13:28:58.250484815Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "b0f9c5fe352fb27592bcd77e68e523e754e4a336",
      "ref": "refs/heads/main"
    }
  }
}
[13:28:58.744] Invocation finished in 6h36m29.434705657s with status FAILED