Status: FAILED
Triggered by: -
Duration: 9 hours
Actions:

Definition (rev ed331b29843b850a4bc37ad64e7e3a240af6f486)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "pigweed.dev.ci"
  builder: "pigweed-mac-x86-bazel-sanitizers-asan"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://pigweed.googlesource.com/pigweed/pigweed",
  "revision": "6b148032eba5cfc22d33a5a953401dbfc276578c"
}

Incoming tags

  • buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/6b148032eba5cfc22d33a5a953401dbfc276578c
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[05:59:16.664] New invocation is queued and will start shortly
[05:59:17.817] Starting the invocation (attempt 1)
[05:59:17.846] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/6b148032eba5cfc22d33a5a953401dbfc276578c"
[05:59:17.846] Popped gitiles commit info from properties and tags
[05:59:17.846] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[05:59:17.846] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[05:59:17.846] Buildbucket request:
{
  "requestId": "8866759773316060768",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-bazel-sanitizers-asan"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8866759773316060768",
            "job": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan",
            "triggers": [
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "6b148032eba5cfc22d33a5a953401dbfc276578c"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@6b148032eba5cfc22d33a5a953401dbfc276578c",
                        "title": "6b148032eba5cfc22d33a5a953401dbfc276578c",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/6b148032eba5cfc22d33a5a953401dbfc276578c"
                      }
                ]
          }
    },
  "gitilesCommit": {
    "host": "pigweed.googlesource.com",
    "project": "pigweed/pigweed",
    "id": "6b148032eba5cfc22d33a5a953401dbfc276578c",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8866759773316060768"
    },
    {
      "key": "scheduler_job_id",
      "value": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[05:59:18.198] Scheduled build:
{
  "id": "8701329711359601521",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-bazel-sanitizers-asan"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-10-11T05:59:17.901146842Z",
  "updateTime": "2025-10-11T05:59:17.901146842Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "6b148032eba5cfc22d33a5a953401dbfc276578c",
      "ref": "refs/heads/main"
    }
  }
}
[05:59:18.198] Task URL: https://cr-buildbucket.appspot.com/build/8701329711359601521
[05:59:18.198] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866759773316060768:2:0) after 1m13s
[05:59:18.609] Received PubSub notification, asking Buildbucket for the build status
[05:59:18.635] Build status: SCHEDULED
[06:00:31.213] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866759773316060768:2:0)
[06:00:31.229] Build status: SCHEDULED
[06:00:31.229] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866759773316060768:4:0) after 4m39s
[06:05:10.245] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866759773316060768:4:0)
[06:05:10.273] Build status: SCHEDULED
[06:05:10.273] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866759773316060768:5:0) after 6m22s
[06:11:32.287] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866759773316060768:5:0)
[06:11:32.306] Build status: SCHEDULED
[06:11:32.306] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866759773316060768:6:0) after 5m57s
[06:17:29.314] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866759773316060768:6:0)
[06:17:29.343] Build status: SCHEDULED
[06:17:29.343] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866759773316060768:7:0) after 8m30s
[06:25:59.356] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866759773316060768:7:0)
[06:25:59.471] Build status: SCHEDULED
[06:25:59.471] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866759773316060768:8:0) after 2m46s
[06:28:45.648] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866759773316060768:8:0)
[06:28:45.693] Build status: SCHEDULED
[06:28:45.693] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866759773316060768:9:0) after 1m17s
[06:30:02.932] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866759773316060768:9:0)
[06:30:02.956] Build status: SCHEDULED
[06:30:02.957] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866759773316060768:10:0) after 2m12s
[06:32:15.065] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866759773316060768:10:0)
[06:32:15.096] Build status: SCHEDULED
[06:32:15.096] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866759773316060768:11:0) after 8m45s
[06:41:00.142] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866759773316060768:11:0)
[06:41:00.158] Build status: SCHEDULED
[06:41:00.158] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866759773316060768:12:0) after 4m18s
[06:45:18.235] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866759773316060768:12:0)
[06:45:18.259] Build status: SCHEDULED
[06:45:18.259] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866759773316060768:13:0) after 3m52s
[06:49:10.349] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866759773316060768:13:0)
[06:49:10.375] Build status: SCHEDULED
[06:49:10.375] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866759773316060768:14:0) after 6m45s
[06:55:55.540] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866759773316060768:14:0)
[06:55:55.768] Build status: SCHEDULED
[06:55:55.768] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866759773316060768:15:0) after 7m17s
[07:03:12.872] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866759773316060768:15:0)
[07:03:12.897] Build status: SCHEDULED
[07:03:12.897] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866759773316060768:16:0) after 1m17s
[07:04:29.879] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866759773316060768:16:0)
[07:04:29.901] Build status: SCHEDULED
[07:04:29.901] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866759773316060768:17:0) after 3m31s
[07:08:00.925] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866759773316060768:17:0)
[07:08:00.951] Build status: SCHEDULED
[07:08:00.951] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866759773316060768:18:0) after 7m27s
[07:15:27.924] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866759773316060768:18:0)
[07:15:27.942] Build status: SCHEDULED
[07:15:27.942] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866759773316060768:19:0) after 8m35s
[07:24:03.054] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866759773316060768:19:0)
[07:24:03.071] Build status: SCHEDULED
[07:24:03.072] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866759773316060768:20:0) after 1m42s
[07:25:45.245] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866759773316060768:20:0)
[07:25:45.258] Build status: SCHEDULED
[07:25:45.258] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866759773316060768:21:0) after 3m41s
[07:29:26.598] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866759773316060768:21:0)
[07:29:26.614] Build status: SCHEDULED
[07:29:26.614] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866759773316060768:22:0) after 9m39s
[07:39:05.671] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866759773316060768:22:0)
[07:39:05.690] Build status: SCHEDULED
[07:39:05.690] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866759773316060768:23:0) after 9m36s
[07:48:41.948] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866759773316060768:23:0)
[07:48:41.970] Build status: SCHEDULED
[07:48:41.970] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866759773316060768:24:0) after 1m4s
[07:49:45.986] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866759773316060768:24:0)
[07:49:46.004] Build status: SCHEDULED
[07:49:46.004] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866759773316060768:25:0) after 4m11s
[07:53:57.045] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866759773316060768:25:0)
[07:53:57.098] Build status: SCHEDULED
[07:53:57.098] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866759773316060768:26:0) after 7m21s
[08:01:18.112] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866759773316060768:26:0)
[08:01:18.178] Build status: SCHEDULED
[08:01:18.179] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866759773316060768:27:0) after 2m29s
[08:03:47.295] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866759773316060768:27:0)
[08:03:47.342] Build status: SCHEDULED
[08:03:47.342] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866759773316060768:28:0) after 9m13s
[08:13:00.432] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866759773316060768:28:0)
[08:13:00.447] Build status: SCHEDULED
[08:13:00.447] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866759773316060768:29:0) after 4m9s
[08:17:09.655] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866759773316060768:29:0)
[08:17:09.682] Build status: SCHEDULED
[08:17:09.682] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866759773316060768:30:0) after 6m7s
[08:23:16.698] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866759773316060768:30:0)
[08:23:16.714] Build status: SCHEDULED
[08:23:16.714] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866759773316060768:31:0) after 3m48s
[08:27:04.763] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866759773316060768:31:0)
[08:27:04.778] Build status: SCHEDULED
[08:27:04.778] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866759773316060768:32:0) after 5m40s
[08:32:44.805] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866759773316060768:32:0)
[08:32:44.839] Build status: SCHEDULED
[08:32:44.839] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866759773316060768:33:0) after 3m8s
[08:35:52.853] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866759773316060768:33:0)
[08:35:52.876] Build status: SCHEDULED
[08:35:52.876] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866759773316060768:34:0) after 1m8s
[08:37:00.884] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866759773316060768:34:0)
[08:37:00.899] Build status: SCHEDULED
[08:37:00.899] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866759773316060768:35:0) after 7m4s
[08:44:04.931] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866759773316060768:35:0)
[08:44:04.957] Build status: SCHEDULED
[08:44:04.957] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866759773316060768:36:0) after 8m32s
[08:52:36.977] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866759773316060768:36:0)
[08:52:37.051] Build status: SCHEDULED
[08:52:37.051] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866759773316060768:37:0) after 9m38s
[09:02:15.512] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866759773316060768:37:0)
[09:02:15.525] Build status: SCHEDULED
[09:02:15.525] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866759773316060768:38:0) after 5m55s
[09:08:10.765] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866759773316060768:38:0)
[09:08:10.789] Build status: SCHEDULED
[09:08:10.789] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866759773316060768:39:0) after 5m53s
[09:14:04.047] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866759773316060768:39:0)
[09:14:04.079] Build status: SCHEDULED
[09:14:04.079] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866759773316060768:40:0) after 2m14s
[09:16:18.708] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866759773316060768:40:0)
[09:16:18.734] Build status: SCHEDULED
[09:16:18.734] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866759773316060768:41:0) after 3m55s
[09:20:13.857] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866759773316060768:41:0)
[09:20:13.879] Build status: SCHEDULED
[09:20:13.879] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866759773316060768:42:0) after 1m16s
[09:21:29.944] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866759773316060768:42:0)
[09:21:29.965] Build status: SCHEDULED
[09:21:29.965] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866759773316060768:43:0) after 1m21s
[09:22:50.995] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866759773316060768:43:0)
[09:22:51.021] Build status: SCHEDULED
[09:22:51.021] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866759773316060768:44:0) after 6m4s
[09:28:55.131] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866759773316060768:44:0)
[09:28:55.218] Build status: SCHEDULED
[09:28:55.218] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866759773316060768:45:0) after 1m19s
[09:30:14.236] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866759773316060768:45:0)
[09:30:14.257] Build status: SCHEDULED
[09:30:14.257] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866759773316060768:46:0) after 3m20s
[09:33:34.325] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866759773316060768:46:0)
[09:33:34.358] Build status: SCHEDULED
[09:33:34.358] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866759773316060768:47:0) after 9m33s
[09:43:07.455] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866759773316060768:47:0)
[09:43:07.566] Build status: SCHEDULED
[09:43:07.566] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866759773316060768:48:0) after 5m27s
[09:48:34.874] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866759773316060768:48:0)
[09:48:34.904] Build status: SCHEDULED
[09:48:34.904] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866759773316060768:49:0) after 5m48s
[09:54:23.021] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866759773316060768:49:0)
[09:54:23.037] Build status: SCHEDULED
[09:54:23.037] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866759773316060768:50:0) after 8m25s
[10:02:48.055] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866759773316060768:50:0)
[10:02:48.084] Build status: SCHEDULED
[10:02:48.084] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866759773316060768:51:0) after 6m24s
[10:09:12.100] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866759773316060768:51:0)
[10:09:12.177] Build status: SCHEDULED
[10:09:12.177] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866759773316060768:52:0) after 8m52s
[10:18:04.197] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866759773316060768:52:0)
[10:18:04.209] Build status: SCHEDULED
[10:18:04.209] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866759773316060768:53:0) after 6m16s
[10:24:20.205] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866759773316060768:53:0)
[10:24:20.222] Build status: SCHEDULED
[10:24:20.222] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866759773316060768:54:0) after 4m9s
[10:28:29.237] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866759773316060768:54:0)
[10:28:29.251] Build status: SCHEDULED
[10:28:29.251] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866759773316060768:55:0) after 1m40s
[10:30:09.306] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866759773316060768:55:0)
[10:30:09.376] Build status: SCHEDULED
[10:30:09.376] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866759773316060768:56:0) after 6m33s
[10:36:42.498] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866759773316060768:56:0)
[10:36:42.536] Build status: SCHEDULED
[10:36:42.536] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866759773316060768:57:0) after 1m48s
[10:38:30.681] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866759773316060768:57:0)
[10:38:30.695] Build status: SCHEDULED
[10:38:30.695] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866759773316060768:58:0) after 5m44s
[10:44:14.874] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866759773316060768:58:0)
[10:44:14.907] Build status: SCHEDULED
[10:44:14.907] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866759773316060768:59:0) after 1m38s
[10:45:53.013] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866759773316060768:59:0)
[10:45:53.031] Build status: SCHEDULED
[10:45:53.031] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866759773316060768:60:0) after 3m56s
[10:49:49.121] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866759773316060768:60:0)
[10:49:49.178] Build status: SCHEDULED
[10:49:49.178] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866759773316060768:61:0) after 6m55s
[10:56:44.207] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866759773316060768:61:0)
[10:56:44.224] Build status: SCHEDULED
[10:56:44.224] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866759773316060768:62:0) after 8m48s
[11:05:32.370] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866759773316060768:62:0)
[11:05:32.406] Build status: SCHEDULED
[11:05:32.406] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866759773316060768:63:0) after 6m43s
[11:12:15.399] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866759773316060768:63:0)
[11:12:15.418] Build status: SCHEDULED
[11:12:15.418] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866759773316060768:64:0) after 4m37s
[11:16:52.438] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866759773316060768:64:0)
[11:16:52.457] Build status: SCHEDULED
[11:16:52.457] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866759773316060768:65:0) after 9m0s
[11:25:52.527] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866759773316060768:65:0)
[11:25:52.542] Build status: SCHEDULED
[11:25:52.542] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866759773316060768:66:0) after 4m53s
[11:30:46.072] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866759773316060768:66:0)
[11:30:46.128] Build status: SCHEDULED
[11:30:46.128] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866759773316060768:67:0) after 5m40s
[11:36:26.147] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866759773316060768:67:0)
[11:36:26.171] Build status: SCHEDULED
[11:36:26.171] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866759773316060768:68:0) after 9m0s
[11:45:26.318] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866759773316060768:68:0)
[11:45:26.337] Build status: SCHEDULED
[11:45:26.337] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866759773316060768:69:0) after 6m44s
[11:52:10.538] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866759773316060768:69:0)
[11:52:10.553] Build status: SCHEDULED
[11:52:10.553] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866759773316060768:70:0) after 3m2s
[11:55:12.791] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866759773316060768:70:0)
[11:55:12.805] Build status: SCHEDULED
[11:55:12.805] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866759773316060768:71:0) after 7m50s
[12:03:02.923] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866759773316060768:71:0)
[12:03:02.938] Build status: SCHEDULED
[12:03:02.938] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866759773316060768:72:0) after 1m22s
[12:04:25.134] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866759773316060768:72:0)
[12:04:25.157] Build status: SCHEDULED
[12:04:25.157] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866759773316060768:73:0) after 2m7s
[12:06:32.439] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866759773316060768:73:0)
[12:06:32.470] Build status: SCHEDULED
[12:06:32.470] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866759773316060768:74:0) after 6m40s
[12:13:12.796] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866759773316060768:74:0)
[12:13:12.815] Build status: SCHEDULED
[12:13:12.815] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866759773316060768:75:0) after 1m40s
[12:14:53.003] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866759773316060768:75:0)
[12:14:53.018] Build status: SCHEDULED
[12:14:53.019] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866759773316060768:76:0) after 9m58s
[12:24:51.139] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866759773316060768:76:0)
[12:24:51.208] Build status: SCHEDULED
[12:24:51.208] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866759773316060768:77:0) after 2m50s
[12:27:41.322] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866759773316060768:77:0)
[12:27:41.348] Build status: SCHEDULED
[12:27:41.348] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866759773316060768:78:0) after 5m25s
[12:33:06.363] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866759773316060768:78:0)
[12:33:06.402] Build status: SCHEDULED
[12:33:06.402] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866759773316060768:79:0) after 2m35s
[12:35:41.531] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866759773316060768:79:0)
[12:35:41.556] Build status: SCHEDULED
[12:35:41.556] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866759773316060768:80:0) after 4m0s
[12:39:41.713] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866759773316060768:80:0)
[12:39:41.733] Build status: SCHEDULED
[12:39:41.733] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866759773316060768:81:0) after 2m50s
[12:42:31.778] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866759773316060768:81:0)
[12:42:31.797] Build status: SCHEDULED
[12:42:31.797] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866759773316060768:82:0) after 3m5s
[12:45:36.812] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866759773316060768:82:0)
[12:45:36.856] Build status: SCHEDULED
[12:45:36.856] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866759773316060768:83:0) after 8m6s
[12:53:42.969] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866759773316060768:83:0)
[12:53:42.989] Build status: SCHEDULED
[12:53:42.989] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866759773316060768:84:0) after 8m30s
[13:02:13.053] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866759773316060768:84:0)
[13:02:13.073] Build status: SCHEDULED
[13:02:13.073] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866759773316060768:85:0) after 2m29s
[13:04:42.191] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866759773316060768:85:0)
[13:04:42.205] Build status: SCHEDULED
[13:04:42.205] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866759773316060768:86:0) after 9m13s
[13:13:55.298] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866759773316060768:86:0)
[13:13:55.313] Build status: SCHEDULED
[13:13:55.313] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866759773316060768:87:0) after 4m37s
[13:18:32.559] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866759773316060768:87:0)
[13:18:32.638] Build status: SCHEDULED
[13:18:32.638] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866759773316060768:88:0) after 4m49s
[13:23:21.654] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866759773316060768:88:0)
[13:23:21.673] Build status: SCHEDULED
[13:23:21.673] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866759773316060768:89:0) after 7m0s
[13:30:21.790] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866759773316060768:89:0)
[13:30:21.807] Build status: SCHEDULED
[13:30:21.807] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866759773316060768:90:0) after 8m26s
[13:38:47.926] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866759773316060768:90:0)
[13:38:47.945] Build status: SCHEDULED
[13:38:47.946] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866759773316060768:91:0) after 3m20s
[13:42:08.120] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866759773316060768:91:0)
[13:42:08.133] Build status: SCHEDULED
[13:42:08.133] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866759773316060768:92:0) after 6m7s
[13:48:15.259] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866759773316060768:92:0)
[13:48:15.275] Build status: SCHEDULED
[13:48:15.275] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866759773316060768:93:0) after 8m53s
[13:57:08.290] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866759773316060768:93:0)
[13:57:08.306] Build status: SCHEDULED
[13:57:08.306] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866759773316060768:94:0) after 6m44s
[14:03:52.356] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866759773316060768:94:0)
[14:03:52.608] Build status: SCHEDULED
[14:03:52.608] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866759773316060768:95:0) after 3m52s
[14:07:44.664] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866759773316060768:95:0)
[14:07:44.698] Build status: SCHEDULED
[14:07:44.698] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866759773316060768:96:0) after 2m33s
[14:10:17.964] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866759773316060768:96:0)
[14:10:17.986] Build status: SCHEDULED
[14:10:17.986] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866759773316060768:97:0) after 8m13s
[14:18:31.001] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866759773316060768:97:0)
[14:18:31.050] Build status: SCHEDULED
[14:18:31.050] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866759773316060768:98:0) after 5m25s
[14:23:56.262] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866759773316060768:98:0)
[14:23:56.278] Build status: SCHEDULED
[14:23:56.278] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866759773316060768:99:0) after 1m35s
[14:25:31.802] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866759773316060768:99:0)
[14:25:31.818] Build status: SCHEDULED
[14:25:31.818] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866759773316060768:100:0) after 3m46s
[14:29:17.931] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866759773316060768:100:0)
[14:29:17.963] Build status: SCHEDULED
[14:29:17.963] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866759773316060768:101:0) after 6m37s
[14:34:33.493] Received PubSub notification, asking Buildbucket for the build status
[14:34:33.559] Build status: STARTED
[14:35:55.255] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866759773316060768:101:0)
[14:35:55.272] Build status: STARTED
[14:35:55.272] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866759773316060768:103:0) after 4m42s
[14:40:37.322] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866759773316060768:103:0)
[14:40:37.341] Build status: STARTED
[14:40:37.341] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866759773316060768:104:0) after 2m47s
[14:43:24.572] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866759773316060768:104:0)
[14:43:24.604] Build status: STARTED
[14:43:24.604] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866759773316060768:105:0) after 4m13s
[14:47:38.380] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866759773316060768:105:0)
[14:47:38.395] Build status: STARTED
[14:47:38.395] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866759773316060768:106:0) after 2m49s
[14:50:28.104] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866759773316060768:106:0)
[14:50:28.116] Build status: STARTED
[14:50:28.116] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866759773316060768:107:0) after 7m2s
[14:57:30.142] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866759773316060768:107:0)
[14:57:30.194] Build status: STARTED
[14:57:30.194] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866759773316060768:108:0) after 1m50s
[14:59:20.166] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866759773316060768:108:0)
[14:59:20.184] Build status: STARTED
[14:59:20.184] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866759773316060768:109:0) after 5m30s
[15:04:50.200] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866759773316060768:109:0)
[15:04:50.287] Build status: STARTED
[15:04:50.287] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866759773316060768:110:0) after 6m54s
[15:11:44.309] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866759773316060768:110:0)
[15:11:44.327] Build status: STARTED
[15:11:44.327] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866759773316060768:111:0) after 8m44s
[15:20:28.393] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866759773316060768:111:0)
[15:20:28.406] Build status: STARTED
[15:20:28.406] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866759773316060768:112:0) after 7m34s
[15:23:14.873] Received PubSub notification, asking Buildbucket for the build status
[15:23:14.892] Build:
{
  "id": "8701329711359601521",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-bazel-sanitizers-asan"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-10-11T05:59:17.901146842Z",
  "startTime": "2025-10-11T14:34:16.477276549Z",
  "endTime": "2025-10-11T15:23:13.553870737Z",
  "updateTime": "2025-10-11T15:23:13.553870737Z",
  "status": "INFRA_FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "6b148032eba5cfc22d33a5a953401dbfc276578c",
      "ref": "refs/heads/main"
    }
  }
}
[15:23:14.892] Invocation finished in 9h23m58.239472732s with status FAILED