buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "pigweed.dev.ci"
  builder: "pigweed-mac-x86-bazel-sanitizers-asan"
>

• de8b71fe42bd6ed9b2f5b8577f558e8761b0bb56 (1 week ago)

{
  "branch": "refs/heads/main",
  "repository": "https://pigweed.googlesource.com/pigweed/pigweed",
  "revision": "de8b71fe42bd6ed9b2f5b8577f558e8761b0bb56"
}

• buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/de8b71fe42bd6ed9b2f5b8577f558e8761b0bb56
• gitiles_ref:refs/heads/main

[09:37:38.198] New invocation is queued and will start shortly
[09:37:39.281] Starting the invocation (attempt 1)
[09:37:39.310] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/de8b71fe42bd6ed9b2f5b8577f558e8761b0bb56"
[09:37:39.310] Popped gitiles commit info from properties and tags
[09:37:39.310] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[09:37:39.310] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[09:37:39.311] Buildbucket request:
{
  "requestId": "8867017826261018544",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-bazel-sanitizers-asan"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8867017826261018544",
            "job": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan",
            "triggers": [
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "de8b71fe42bd6ed9b2f5b8577f558e8761b0bb56"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@de8b71fe42bd6ed9b2f5b8577f558e8761b0bb56",
                        "title": "de8b71fe42bd6ed9b2f5b8577f558e8761b0bb56",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/de8b71fe42bd6ed9b2f5b8577f558e8761b0bb56"
                      }
                ]
          }
    },
  "gitilesCommit": {
    "host": "pigweed.googlesource.com",
    "project": "pigweed/pigweed",
    "id": "de8b71fe42bd6ed9b2f5b8577f558e8761b0bb56",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8867017826261018544"
    },
    {
      "key": "scheduler_job_id",
      "value": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[09:37:39.706] Scheduled build:
{
  "id": "8701587764377975921",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-bazel-sanitizers-asan"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-10-08T09:37:39.365451987Z",
  "updateTime": "2025-10-08T09:37:39.365451987Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "de8b71fe42bd6ed9b2f5b8577f558e8761b0bb56",
      "ref": "refs/heads/main"
    }
  }
}
[09:37:39.706] Task URL: https://cr-buildbucket.appspot.com/build/8701587764377975921
[09:37:39.706] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8867017826261018544:2:0) after 6m24s
[09:37:40.669] Received PubSub notification, asking Buildbucket for the build status
[09:37:40.684] Build status: SCHEDULED
[09:44:03.690] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8867017826261018544:2:0)
[09:44:03.719] Build status: SCHEDULED
[09:44:03.719] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8867017826261018544:4:0) after 7m31s
[09:51:34.739] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8867017826261018544:4:0)
[09:51:34.817] Build status: SCHEDULED
[09:51:34.817] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8867017826261018544:5:0) after 8m4s
[09:59:38.828] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8867017826261018544:5:0)
[09:59:38.842] Build status: SCHEDULED
[09:59:38.842] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8867017826261018544:6:0) after 6m16s
[10:05:55.007] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8867017826261018544:6:0)
[10:05:55.031] Build status: SCHEDULED
[10:05:55.031] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8867017826261018544:7:0) after 1m40s
[10:07:35.043] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8867017826261018544:7:0)
[10:07:35.058] Build status: SCHEDULED
[10:07:35.058] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8867017826261018544:8:0) after 2m37s
[10:10:12.159] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8867017826261018544:8:0)
[10:10:12.179] Build status: SCHEDULED
[10:10:12.179] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8867017826261018544:9:0) after 8m26s
[10:18:38.189] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8867017826261018544:9:0)
[10:18:38.274] Build status: SCHEDULED
[10:18:38.274] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8867017826261018544:10:0) after 5m8s
[10:23:46.267] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8867017826261018544:10:0)
[10:23:46.282] Build status: SCHEDULED
[10:23:46.283] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8867017826261018544:11:0) after 3m31s
[10:27:17.298] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8867017826261018544:11:0)
[10:27:17.312] Build status: SCHEDULED
[10:27:17.312] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8867017826261018544:12:0) after 1m30s
[10:28:47.326] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8867017826261018544:12:0)
[10:28:47.366] Build status: SCHEDULED
[10:28:47.366] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8867017826261018544:13:0) after 3m40s
[10:32:27.390] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8867017826261018544:13:0)
[10:32:27.430] Build status: SCHEDULED
[10:32:27.431] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8867017826261018544:14:0) after 2m46s
[10:35:13.568] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8867017826261018544:14:0)
[10:35:13.586] Build status: SCHEDULED
[10:35:13.586] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8867017826261018544:15:0) after 6m15s
[10:41:28.649] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8867017826261018544:15:0)
[10:41:28.664] Build status: SCHEDULED
[10:41:28.665] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8867017826261018544:16:0) after 3m35s
[10:45:03.852] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8867017826261018544:16:0)
[10:45:03.881] Build status: SCHEDULED
[10:45:03.884] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8867017826261018544:17:0) after 6m59s
[10:52:02.924] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8867017826261018544:17:0)
[10:52:02.944] Build status: SCHEDULED
[10:52:02.944] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8867017826261018544:18:0) after 7m3s
[10:59:05.979] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8867017826261018544:18:0)
[10:59:06.003] Build status: SCHEDULED
[10:59:06.003] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8867017826261018544:19:0) after 7m15s
[11:06:21.070] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8867017826261018544:19:0)
[11:06:21.094] Build status: SCHEDULED
[11:06:21.094] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8867017826261018544:20:0) after 3m54s
[11:10:15.268] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8867017826261018544:20:0)
[11:10:15.285] Build status: SCHEDULED
[11:10:15.285] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8867017826261018544:21:0) after 5m0s
[11:15:15.374] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8867017826261018544:21:0)
[11:15:15.402] Build status: SCHEDULED
[11:15:15.402] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8867017826261018544:22:0) after 5m14s
[11:20:29.466] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8867017826261018544:22:0)
[11:20:29.587] Build status: SCHEDULED
[11:20:29.587] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8867017826261018544:23:0) after 7m5s
[11:27:34.601] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8867017826261018544:23:0)
[11:27:34.623] Build status: SCHEDULED
[11:27:34.624] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8867017826261018544:24:0) after 1m34s
[11:29:08.639] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8867017826261018544:24:0)
[11:29:08.657] Build status: SCHEDULED
[11:29:08.657] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8867017826261018544:25:0) after 7m11s
[11:36:19.672] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8867017826261018544:25:0)
[11:36:19.689] Build status: SCHEDULED
[11:36:19.689] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8867017826261018544:26:0) after 6m58s
[11:43:17.788] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8867017826261018544:26:0)
[11:43:17.803] Build status: SCHEDULED
[11:43:17.803] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8867017826261018544:27:0) after 4m35s
[11:47:52.986] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8867017826261018544:27:0)
[11:47:53.004] Build status: SCHEDULED
[11:47:53.004] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8867017826261018544:28:0) after 2m32s
[11:50:25.060] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8867017826261018544:28:0)
[11:50:25.079] Build status: SCHEDULED
[11:50:25.079] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8867017826261018544:29:0) after 8m11s
[11:58:36.136] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8867017826261018544:29:0)
[11:58:36.158] Build status: SCHEDULED
[11:58:36.158] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8867017826261018544:30:0) after 9m19s
[12:07:55.224] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8867017826261018544:30:0)
[12:07:55.237] Build status: SCHEDULED
[12:07:55.237] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8867017826261018544:31:0) after 9m28s
[12:17:23.300] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8867017826261018544:31:0)
[12:17:23.405] Build status: SCHEDULED
[12:17:23.405] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8867017826261018544:32:0) after 4m54s
[12:22:17.422] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8867017826261018544:32:0)
[12:22:17.485] Build status: SCHEDULED
[12:22:17.485] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8867017826261018544:33:0) after 3m23s
[12:25:40.502] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8867017826261018544:33:0)
[12:25:40.517] Build status: SCHEDULED
[12:25:40.517] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8867017826261018544:34:0) after 4m42s
[12:30:22.536] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8867017826261018544:34:0)
[12:30:22.586] Build status: SCHEDULED
[12:30:22.586] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8867017826261018544:35:0) after 9m13s
[12:39:35.588] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8867017826261018544:35:0)
[12:39:35.602] Build status: SCHEDULED
[12:39:35.602] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8867017826261018544:36:0) after 4m22s
[12:43:57.625] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8867017826261018544:36:0)
[12:43:57.645] Build status: SCHEDULED
[12:43:57.645] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8867017826261018544:37:0) after 7m23s
[12:51:20.665] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8867017826261018544:37:0)
[12:51:20.684] Build status: SCHEDULED
[12:51:20.684] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8867017826261018544:38:0) after 2m8s
[12:53:28.721] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8867017826261018544:38:0)
[12:53:28.738] Build status: SCHEDULED
[12:53:28.739] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8867017826261018544:39:0) after 5m21s
[12:58:49.760] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8867017826261018544:39:0)
[12:58:49.817] Build status: SCHEDULED
[12:58:49.817] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8867017826261018544:40:0) after 8m5s
[13:06:54.882] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8867017826261018544:40:0)
[13:06:54.907] Build status: SCHEDULED
[13:06:54.907] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8867017826261018544:41:0) after 5m5s
[13:11:59.923] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8867017826261018544:41:0)
[13:11:59.940] Build status: SCHEDULED
[13:11:59.940] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8867017826261018544:42:0) after 8m31s
[13:20:31.136] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8867017826261018544:42:0)
[13:20:31.159] Build status: SCHEDULED
[13:20:31.160] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8867017826261018544:43:0) after 7m20s
[13:27:51.175] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8867017826261018544:43:0)
[13:27:51.309] Build status: SCHEDULED
[13:27:51.309] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8867017826261018544:44:0) after 7m2s
[13:34:53.376] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8867017826261018544:44:0)
[13:34:53.393] Build status: SCHEDULED
[13:34:53.393] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8867017826261018544:45:0) after 1m20s
[13:36:13.410] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8867017826261018544:45:0)
[13:36:13.427] Build status: SCHEDULED
[13:36:13.427] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8867017826261018544:46:0) after 2m58s
[13:39:11.446] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8867017826261018544:46:0)
[13:39:11.474] Build status: SCHEDULED
[13:39:11.474] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8867017826261018544:47:0) after 7m1s
[13:46:12.542] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8867017826261018544:47:0)
[13:46:12.604] Build status: SCHEDULED
[13:46:12.604] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8867017826261018544:48:0) after 2m41s
[13:48:53.618] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8867017826261018544:48:0)
[13:48:53.632] Build status: SCHEDULED
[13:48:53.632] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8867017826261018544:49:0) after 5m21s
[13:54:14.648] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8867017826261018544:49:0)
[13:54:14.664] Build status: SCHEDULED
[13:54:14.664] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8867017826261018544:50:0) after 6m59s
[14:01:13.682] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8867017826261018544:50:0)
[14:01:13.700] Build status: SCHEDULED
[14:01:13.700] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8867017826261018544:51:0) after 6m36s
[14:07:49.845] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8867017826261018544:51:0)
[14:07:49.883] Build status: SCHEDULED
[14:07:49.883] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8867017826261018544:52:0) after 4m6s
[14:11:55.878] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8867017826261018544:52:0)
[14:11:55.908] Build status: SCHEDULED
[14:11:55.908] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8867017826261018544:53:0) after 4m42s
[14:16:37.943] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8867017826261018544:53:0)
[14:16:37.974] Build status: SCHEDULED
[14:16:37.974] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8867017826261018544:54:0) after 5m16s
[14:21:53.998] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8867017826261018544:54:0)
[14:21:54.165] Build status: SCHEDULED
[14:21:54.165] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8867017826261018544:55:0) after 3m36s
[14:25:30.187] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8867017826261018544:55:0)
[14:25:30.209] Build status: SCHEDULED
[14:25:30.209] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8867017826261018544:56:0) after 2m39s
[14:28:09.228] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8867017826261018544:56:0)
[14:28:09.246] Build status: SCHEDULED
[14:28:09.246] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8867017826261018544:57:0) after 2m41s
[14:30:50.427] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8867017826261018544:57:0)
[14:30:50.443] Build status: SCHEDULED
[14:30:50.443] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8867017826261018544:58:0) after 4m26s
[14:35:16.492] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8867017826261018544:58:0)
[14:35:16.512] Build status: SCHEDULED
[14:35:16.512] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8867017826261018544:59:0) after 7m29s
[14:42:45.581] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8867017826261018544:59:0)
[14:42:45.606] Build status: SCHEDULED
[14:42:45.606] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8867017826261018544:60:0) after 1m16s
[14:44:01.621] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8867017826261018544:60:0)
[14:44:01.673] Build status: SCHEDULED
[14:44:01.673] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8867017826261018544:61:0) after 1m52s
[14:45:53.692] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8867017826261018544:61:0)
[14:45:53.711] Build status: SCHEDULED
[14:45:53.711] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8867017826261018544:62:0) after 1m31s
[14:47:24.717] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8867017826261018544:62:0)
[14:47:24.837] Build status: SCHEDULED
[14:47:24.837] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8867017826261018544:63:0) after 8m18s
[14:55:42.922] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8867017826261018544:63:0)
[14:55:42.950] Build status: SCHEDULED
[14:55:42.950] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8867017826261018544:64:0) after 4m50s
[15:00:32.989] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8867017826261018544:64:0)
[15:00:33.312] Build status: SCHEDULED
[15:00:33.312] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8867017826261018544:65:0) after 9m50s
[15:10:23.378] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8867017826261018544:65:0)
[15:10:23.396] Build status: SCHEDULED
[15:10:23.396] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8867017826261018544:66:0) after 1m25s
[15:11:48.418] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8867017826261018544:66:0)
[15:11:48.490] Build status: SCHEDULED
[15:11:48.490] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8867017826261018544:67:0) after 8m28s
[15:20:16.509] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8867017826261018544:67:0)
[15:20:16.546] Build status: SCHEDULED
[15:20:16.546] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8867017826261018544:68:0) after 2m59s
[15:23:15.703] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8867017826261018544:68:0)
[15:23:15.727] Build status: SCHEDULED
[15:23:15.727] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8867017826261018544:69:0) after 8m41s
[15:31:56.769] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8867017826261018544:69:0)
[15:31:56.784] Build status: SCHEDULED
[15:31:56.784] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8867017826261018544:70:0) after 6m36s
[15:38:32.900] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8867017826261018544:70:0)
[15:38:32.926] Build status: SCHEDULED
[15:38:32.926] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8867017826261018544:71:0) after 6m24s
[15:44:56.977] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8867017826261018544:71:0)
[15:44:57.081] Build status: SCHEDULED
[15:44:57.082] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8867017826261018544:72:0) after 7m40s
[15:52:37.165] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8867017826261018544:72:0)
[15:52:37.202] Build status: SCHEDULED
[15:52:37.202] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8867017826261018544:73:0) after 9m48s
[16:02:25.269] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8867017826261018544:73:0)
[16:02:25.287] Build status: SCHEDULED
[16:02:25.287] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8867017826261018544:74:0) after 5m30s
[16:07:55.354] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8867017826261018544:74:0)
[16:07:55.373] Build status: SCHEDULED
[16:07:55.374] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8867017826261018544:75:0) after 9m8s
[16:17:03.389] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8867017826261018544:75:0)
[16:17:03.507] Build status: SCHEDULED
[16:17:03.507] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8867017826261018544:76:0) after 6m11s
[16:23:14.522] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8867017826261018544:76:0)
[16:23:14.620] Build status: SCHEDULED
[16:23:14.621] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8867017826261018544:77:0) after 2m0s
[16:25:14.681] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8867017826261018544:77:0)
[16:25:14.708] Build status: SCHEDULED
[16:25:14.708] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8867017826261018544:78:0) after 8m41s
[16:33:55.823] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8867017826261018544:78:0)
[16:33:55.839] Build status: SCHEDULED
[16:33:55.839] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8867017826261018544:79:0) after 6m53s
[16:40:48.854] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8867017826261018544:79:0)
[16:40:48.931] Build status: SCHEDULED
[16:40:48.931] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8867017826261018544:80:0) after 1m6s
[16:41:54.982] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8867017826261018544:80:0)
[16:41:55.060] Build status: SCHEDULED
[16:41:55.060] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8867017826261018544:81:0) after 9m24s
[16:51:19.076] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8867017826261018544:81:0)
[16:51:19.098] Build status: SCHEDULED
[16:51:19.099] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8867017826261018544:82:0) after 4m55s
[16:54:29.103] Received PubSub notification, asking Buildbucket for the build status
[16:54:29.123] Build status: STARTED
[16:56:14.088] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8867017826261018544:82:0)
[16:56:14.169] Build status: STARTED
[16:56:14.170] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8867017826261018544:84:0) after 2m6s
[16:58:20.174] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8867017826261018544:84:0)
[16:58:20.191] Build status: STARTED
[16:58:20.191] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8867017826261018544:85:0) after 3m35s
[17:01:55.212] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8867017826261018544:85:0)
[17:01:55.225] Build status: STARTED
[17:01:55.225] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8867017826261018544:86:0) after 5m31s
[17:05:23.530] Received PubSub notification, asking Buildbucket for the build status
[17:05:23.548] Build:
{
  "id": "8701587764377975921",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-bazel-sanitizers-asan"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-10-08T09:37:39.365451987Z",
  "startTime": "2025-10-08T16:54:28.864710911Z",
  "endTime": "2025-10-08T17:05:23.275078782Z",
  "updateTime": "2025-10-08T17:05:23.275078782Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "de8b71fe42bd6ed9b2f5b8577f558e8761b0bb56",
      "ref": "refs/heads/main"
    }
  }
}
[17:05:23.548] Invocation finished in 7h27m45.361884517s with status FAILED