1. All projects
  2. pigweed
  3. pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan
  4. 8861365407390471296
Status: FAILED
Triggered by: -
Duration: 6 hours
Actions:

Definition (rev ed331b29843b850a4bc37ad64e7e3a240af6f486) 

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "pigweed.dev.ci"
  builder: "pigweed-mac-x86-bazel-sanitizers-asan"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://pigweed.googlesource.com/pigweed/pigweed",
  "revision": "7c11bc9a1ebb8c2f53bf3d82af0f32506456b9f7"
}

Incoming tags

  • buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/7c11bc9a1ebb8c2f53bf3d82af0f32506456b9f7
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[19:00:24.898] New invocation is queued and will start shortly
[19:00:26.009] Starting the invocation (attempt 1)
[19:00:26.036] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/7c11bc9a1ebb8c2f53bf3d82af0f32506456b9f7"
[19:00:26.036] Popped gitiles commit info from properties and tags
[19:00:26.036] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[19:00:26.036] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[19:00:26.036] Buildbucket request:
{
  "requestId": "8861365407390471296",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-bazel-sanitizers-asan"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8861365407390471296",
            "job": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan",
            "triggers": [
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "7c11bc9a1ebb8c2f53bf3d82af0f32506456b9f7"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@7c11bc9a1ebb8c2f53bf3d82af0f32506456b9f7",
                        "title": "7c11bc9a1ebb8c2f53bf3d82af0f32506456b9f7",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/7c11bc9a1ebb8c2f53bf3d82af0f32506456b9f7"
                      }
                ]
          }
    },
  "gitilesCommit": {
    "host": "pigweed.googlesource.com",
    "project": "pigweed/pigweed",
    "id": "7c11bc9a1ebb8c2f53bf3d82af0f32506456b9f7",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8861365407390471296"
    },
    {
      "key": "scheduler_job_id",
      "value": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[19:00:26.506] Scheduled build:
{
  "id": "8695935345479670193",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-bazel-sanitizers-asan"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-12-09T19:00:26.094525469Z",
  "updateTime": "2025-12-09T19:00:26.094525469Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "7c11bc9a1ebb8c2f53bf3d82af0f32506456b9f7",
      "ref": "refs/heads/main"
    }
  }
}
[19:00:26.506] Task URL: https://cr-buildbucket.appspot.com/build/8695935345479670193
[19:00:26.506] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8861365407390471296:2:0) after 8m26s
[19:00:27.357] Received PubSub notification, asking Buildbucket for the build status
[19:00:27.371] Build status: SCHEDULED
[19:08:52.524] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8861365407390471296:2:0)
[19:08:52.542] Build status: SCHEDULED
[19:08:52.542] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8861365407390471296:4:0) after 5m25s
[19:14:17.600] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8861365407390471296:4:0)
[19:14:17.617] Build status: SCHEDULED
[19:14:17.617] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8861365407390471296:5:0) after 7m13s
[19:21:30.630] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8861365407390471296:5:0)
[19:21:30.647] Build status: SCHEDULED
[19:21:30.647] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8861365407390471296:6:0) after 6m34s
[19:28:04.659] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8861365407390471296:6:0)
[19:28:04.679] Build status: SCHEDULED
[19:28:04.679] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8861365407390471296:7:0) after 3m31s
[19:31:35.694] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8861365407390471296:7:0)
[19:31:35.707] Build status: SCHEDULED
[19:31:35.707] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8861365407390471296:8:0) after 7m1s
[19:38:36.784] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8861365407390471296:8:0)
[19:38:36.802] Build status: SCHEDULED
[19:38:36.802] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8861365407390471296:9:0) after 2m26s
[19:41:02.935] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8861365407390471296:9:0)
[19:41:03.017] Build status: SCHEDULED
[19:41:03.017] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8861365407390471296:10:0) after 9m21s
[19:50:24.033] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8861365407390471296:10:0)
[19:50:24.121] Build status: SCHEDULED
[19:50:24.121] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8861365407390471296:11:0) after 3m34s
[19:53:58.182] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8861365407390471296:11:0)
[19:53:58.202] Build status: SCHEDULED
[19:53:58.202] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8861365407390471296:12:0) after 4m1s
[19:57:59.277] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8861365407390471296:12:0)
[19:57:59.293] Build status: SCHEDULED
[19:57:59.294] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8861365407390471296:13:0) after 3m7s
[20:01:06.306] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8861365407390471296:13:0)
[20:01:06.335] Build status: SCHEDULED
[20:01:06.335] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8861365407390471296:14:0) after 2m16s
[20:03:22.349] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8861365407390471296:14:0)
[20:03:22.378] Build status: SCHEDULED
[20:03:22.378] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8861365407390471296:15:0) after 7m44s
[20:11:06.521] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8861365407390471296:15:0)
[20:11:06.537] Build status: SCHEDULED
[20:11:06.537] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8861365407390471296:16:0) after 6m15s
[20:17:21.525] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8861365407390471296:16:0)
[20:17:21.541] Build status: SCHEDULED
[20:17:21.541] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8861365407390471296:17:0) after 2m4s
[20:19:25.543] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8861365407390471296:17:0)
[20:19:25.596] Build status: SCHEDULED
[20:19:25.596] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8861365407390471296:18:0) after 4m4s
[20:23:29.710] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8861365407390471296:18:0)
[20:23:29.724] Build status: SCHEDULED
[20:23:29.724] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8861365407390471296:19:0) after 4m19s
[20:27:48.772] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8861365407390471296:19:0)
[20:27:48.796] Build status: SCHEDULED
[20:27:48.796] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8861365407390471296:20:0) after 2m21s
[20:30:09.857] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8861365407390471296:20:0)
[20:30:09.917] Build status: SCHEDULED
[20:30:09.917] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8861365407390471296:21:0) after 4m18s
[20:34:28.031] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8861365407390471296:21:0)
[20:34:28.178] Build status: SCHEDULED
[20:34:28.178] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8861365407390471296:22:0) after 7m7s
[20:41:35.194] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8861365407390471296:22:0)
[20:41:35.217] Build status: SCHEDULED
[20:41:35.217] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8861365407390471296:23:0) after 3m37s
[20:45:12.281] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8861365407390471296:23:0)
[20:45:12.320] Build status: SCHEDULED
[20:45:12.320] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8861365407390471296:24:0) after 4m55s
[20:50:07.387] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8861365407390471296:24:0)
[20:50:07.435] Build status: SCHEDULED
[20:50:07.436] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8861365407390471296:25:0) after 8m9s
[20:58:16.547] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8861365407390471296:25:0)
[20:58:16.584] Build status: SCHEDULED
[20:58:16.584] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8861365407390471296:26:0) after 3m14s
[21:01:30.647] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8861365407390471296:26:0)
[21:01:30.663] Build status: SCHEDULED
[21:01:30.663] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8861365407390471296:27:0) after 1m1s
[21:02:31.908] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8861365407390471296:27:0)
[21:02:31.928] Build status: SCHEDULED
[21:02:31.928] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8861365407390471296:28:0) after 7m35s
[21:10:07.024] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8861365407390471296:28:0)
[21:10:07.040] Build status: SCHEDULED
[21:10:07.040] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8861365407390471296:29:0) after 9m58s
[21:20:05.055] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8861365407390471296:29:0)
[21:20:05.070] Build status: SCHEDULED
[21:20:05.070] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8861365407390471296:30:0) after 7m58s
[21:28:03.139] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8861365407390471296:30:0)
[21:28:03.163] Build status: SCHEDULED
[21:28:03.163] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8861365407390471296:31:0) after 3m45s
[21:31:48.213] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8861365407390471296:31:0)
[21:31:48.232] Build status: SCHEDULED
[21:31:48.232] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8861365407390471296:32:0) after 8m26s
[21:40:14.297] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8861365407390471296:32:0)
[21:40:14.315] Build status: SCHEDULED
[21:40:14.315] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8861365407390471296:33:0) after 4m29s
[21:44:43.379] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8861365407390471296:33:0)
[21:44:43.434] Build status: SCHEDULED
[21:44:43.434] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8861365407390471296:34:0) after 9m21s
[21:54:04.459] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8861365407390471296:34:0)
[21:54:04.480] Build status: SCHEDULED
[21:54:04.480] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8861365407390471296:35:0) after 1m11s
[21:55:15.495] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8861365407390471296:35:0)
[21:55:15.556] Build status: SCHEDULED
[21:55:15.556] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8861365407390471296:36:0) after 5m49s
[22:01:04.570] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8861365407390471296:36:0)
[22:01:04.601] Build status: SCHEDULED
[22:01:04.601] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8861365407390471296:37:0) after 1m40s
[22:02:44.599] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8861365407390471296:37:0)
[22:02:44.629] Build status: SCHEDULED
[22:02:44.629] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8861365407390471296:38:0) after 2m47s
[22:05:31.646] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8861365407390471296:38:0)
[22:05:31.662] Build status: SCHEDULED
[22:05:31.662] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8861365407390471296:39:0) after 8m57s
[22:14:28.791] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8861365407390471296:39:0)
[22:14:28.808] Build status: SCHEDULED
[22:14:28.808] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8861365407390471296:40:0) after 2m51s
[22:17:19.824] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8861365407390471296:40:0)
[22:17:19.840] Build status: SCHEDULED
[22:17:19.840] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8861365407390471296:41:0) after 3m29s
[22:20:48.855] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8861365407390471296:41:0)
[22:20:48.874] Build status: SCHEDULED
[22:20:48.874] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8861365407390471296:42:0) after 2m29s
[22:23:17.925] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8861365407390471296:42:0)
[22:23:17.941] Build status: SCHEDULED
[22:23:17.941] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8861365407390471296:43:0) after 4m8s
[22:27:26.008] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8861365407390471296:43:0)
[22:27:26.067] Build status: SCHEDULED
[22:27:26.067] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8861365407390471296:44:0) after 3m21s
[22:30:47.084] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8861365407390471296:44:0)
[22:30:47.096] Build status: SCHEDULED
[22:30:47.096] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8861365407390471296:45:0) after 2m34s
[22:33:21.119] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8861365407390471296:45:0)
[22:33:21.132] Build status: SCHEDULED
[22:33:21.132] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8861365407390471296:46:0) after 4m16s
[22:37:37.198] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8861365407390471296:46:0)
[22:37:37.223] Build status: SCHEDULED
[22:37:37.223] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8861365407390471296:47:0) after 6m28s
[22:44:05.413] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8861365407390471296:47:0)
[22:44:05.431] Build status: SCHEDULED
[22:44:05.431] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8861365407390471296:48:0) after 2m0s
[22:46:05.678] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8861365407390471296:48:0)
[22:46:05.690] Build status: SCHEDULED
[22:46:05.690] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8861365407390471296:49:0) after 6m52s
[22:52:57.762] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8861365407390471296:49:0)
[22:52:57.789] Build status: SCHEDULED
[22:52:57.789] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8861365407390471296:50:0) after 5m44s
[22:58:41.892] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8861365407390471296:50:0)
[22:58:41.938] Build status: SCHEDULED
[22:58:41.938] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8861365407390471296:51:0) after 9m0s
[23:07:42.003] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8861365407390471296:51:0)
[23:07:42.020] Build status: SCHEDULED
[23:07:42.020] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8861365407390471296:52:0) after 6m50s
[23:14:32.037] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8861365407390471296:52:0)
[23:14:32.060] Build status: SCHEDULED
[23:14:32.060] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8861365407390471296:53:0) after 5m11s
[23:19:43.183] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8861365407390471296:53:0)
[23:19:43.210] Build status: SCHEDULED
[23:19:43.210] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8861365407390471296:54:0) after 2m56s
[23:22:39.247] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8861365407390471296:54:0)
[23:22:39.407] Build status: SCHEDULED
[23:22:39.407] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8861365407390471296:55:0) after 3m42s
[23:26:21.506] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8861365407390471296:55:0)
[23:26:21.528] Build status: SCHEDULED
[23:26:21.528] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8861365407390471296:56:0) after 3m40s
[23:30:01.601] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8861365407390471296:56:0)
[23:30:01.619] Build status: SCHEDULED
[23:30:01.619] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8861365407390471296:57:0) after 5m42s
[23:35:43.634] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8861365407390471296:57:0)
[23:35:43.649] Build status: SCHEDULED
[23:35:43.649] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8861365407390471296:58:0) after 3m25s
[23:39:08.723] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8861365407390471296:58:0)
[23:39:08.741] Build status: SCHEDULED
[23:39:08.741] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8861365407390471296:59:0) after 4m28s
[23:43:36.755] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8861365407390471296:59:0)
[23:43:36.770] Build status: SCHEDULED
[23:43:36.770] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8861365407390471296:60:0) after 6m35s
[23:50:11.785] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8861365407390471296:60:0)
[23:50:11.802] Build status: SCHEDULED
[23:50:11.802] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8861365407390471296:61:0) after 1m45s
[23:51:56.814] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8861365407390471296:61:0)
[23:51:56.834] Build status: SCHEDULED
[23:51:56.834] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8861365407390471296:62:0) after 6m9s
[23:58:05.896] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8861365407390471296:62:0)
[23:58:05.912] Build status: SCHEDULED
[23:58:05.912] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8861365407390471296:63:0) after 1m32s
[23:59:37.930] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8861365407390471296:63:0)
[23:59:37.953] Build status: SCHEDULED
[23:59:37.953] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8861365407390471296:64:0) after 8m56s
[00:08:33.989] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8861365407390471296:64:0)
[00:08:34.004] Build status: SCHEDULED
[00:08:34.004] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8861365407390471296:65:0) after 6m12s
[00:14:46.069] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8861365407390471296:65:0)
[00:14:46.132] Build status: SCHEDULED
[00:14:46.132] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8861365407390471296:66:0) after 9m56s
[00:24:42.147] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8861365407390471296:66:0)
[00:24:42.171] Build status: SCHEDULED
[00:24:42.171] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8861365407390471296:67:0) after 9m41s
[00:27:57.512] Received PubSub notification, asking Buildbucket for the build status
[00:27:57.531] Build status: STARTED
[00:34:23.258] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8861365407390471296:67:0)
[00:34:23.277] Build status: STARTED
[00:34:23.277] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8861365407390471296:69:0) after 8m3s
[00:42:26.305] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8861365407390471296:69:0)
[00:42:26.321] Build status: STARTED
[00:42:26.321] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8861365407390471296:70:0) after 2m40s
[00:45:06.370] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8861365407390471296:70:0)
[00:45:06.387] Build status: STARTED
[00:45:06.387] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8861365407390471296:71:0) after 9m58s
[00:55:04.524] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8861365407390471296:71:0)
[00:55:04.552] Build status: STARTED
[00:55:04.552] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8861365407390471296:72:0) after 6m53s
[01:01:57.569] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8861365407390471296:72:0)
[01:01:57.648] Build status: STARTED
[01:01:57.648] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8861365407390471296:73:0) after 9m52s
[01:11:49.664] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8861365407390471296:73:0)
[01:11:49.677] Build status: STARTED
[01:11:49.677] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8861365407390471296:74:0) after 4m38s
[01:16:27.694] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8861365407390471296:74:0)
[01:16:27.709] Build status: STARTED
[01:16:27.709] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8861365407390471296:75:0) after 3m56s
[01:16:55.813] Received PubSub notification, asking Buildbucket for the build status
[01:16:55.832] Build:
{
  "id": "8695935345479670193",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-bazel-sanitizers-asan"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-12-09T19:00:26.094525469Z",
  "startTime": "2025-12-10T00:27:57.354638155Z",
  "endTime": "2025-12-10T01:16:55.542977319Z",
  "updateTime": "2025-12-10T01:16:55.542977319Z",
  "status": "INFRA_FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "7c11bc9a1ebb8c2f53bf3d82af0f32506456b9f7",
      "ref": "refs/heads/main"
    }
  }
}
[01:16:55.832] Invocation finished in 6h16m30.944109591s with status FAILED