LUCI Scheduler :: pigweed :: pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan

Status: FAILED

Triggered by: -

Duration: 7 hours

Actions:

Definition (rev ed331b29843b850a4bc37ad64e7e3a240af6f486)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "pigweed.dev.ci"
  builder: "pigweed-mac-x86-bazel-sanitizers-asan"
>

Incoming triggers

887cbd9b7d446671cdebad38ae8fb216d38a6a35 (1 day ago)

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://pigweed.googlesource.com/pigweed/pigweed",
  "revision": "887cbd9b7d446671cdebad38ae8fb216d38a6a35"
}

Incoming tags

buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/887cbd9b7d446671cdebad38ae8fb216d38a6a35
gitiles_ref:refs/heads/main

Debug log (UTC)

[16:30:15.481] New invocation is queued and will start shortly
[16:30:16.541] Starting the invocation (attempt 1)
[16:30:16.572] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/887cbd9b7d446671cdebad38ae8fb216d38a6a35"
[16:30:16.572] Popped gitiles commit info from properties and tags
[16:30:16.572] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[16:30:16.572] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[16:30:16.572] Buildbucket request:
{
  "requestId": "8866538881536698352",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-bazel-sanitizers-asan"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8866538881536698352",
            "job": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan",
            "triggers": [
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "887cbd9b7d446671cdebad38ae8fb216d38a6a35"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@887cbd9b7d446671cdebad38ae8fb216d38a6a35",
                        "title": "887cbd9b7d446671cdebad38ae8fb216d38a6a35",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/887cbd9b7d446671cdebad38ae8fb216d38a6a35"
                      }
                ]
          }
    },
  "gitilesCommit": {
    "host": "pigweed.googlesource.com",
    "project": "pigweed/pigweed",
    "id": "887cbd9b7d446671cdebad38ae8fb216d38a6a35",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8866538881536698352"
    },
    {
      "key": "scheduler_job_id",
      "value": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[16:30:16.961] Scheduled build:
{
  "id": "8701108819678850193",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-bazel-sanitizers-asan"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-10-13T16:30:16.624215102Z",
  "updateTime": "2025-10-13T16:30:16.624215102Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "887cbd9b7d446671cdebad38ae8fb216d38a6a35",
      "ref": "refs/heads/main"
    }
  }
}
[16:30:16.961] Task URL: https://cr-buildbucket.appspot.com/build/8701108819678850193
[16:30:16.961] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866538881536698352:2:0) after 8m27s
[16:30:17.908] Received PubSub notification, asking Buildbucket for the build status
[16:30:17.940] Build status: SCHEDULED
[16:38:43.974] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866538881536698352:2:0)
[16:38:43.990] Build status: SCHEDULED
[16:38:43.990] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866538881536698352:4:0) after 6m39s
[16:45:23.031] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866538881536698352:4:0)
[16:45:23.059] Build status: SCHEDULED
[16:45:23.060] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866538881536698352:5:0) after 3m55s
[16:49:18.074] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866538881536698352:5:0)
[16:49:18.189] Build status: SCHEDULED
[16:49:18.189] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866538881536698352:6:0) after 5m28s
[16:54:46.300] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866538881536698352:6:0)
[16:54:46.327] Build status: SCHEDULED
[16:54:46.327] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866538881536698352:7:0) after 3m49s
[16:58:35.340] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866538881536698352:7:0)
[16:58:35.355] Build status: SCHEDULED
[16:58:35.355] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866538881536698352:8:0) after 5m28s
[17:04:03.375] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866538881536698352:8:0)
[17:04:03.395] Build status: SCHEDULED
[17:04:03.395] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866538881536698352:9:0) after 9m54s
[17:13:57.570] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866538881536698352:9:0)
[17:13:57.611] Build status: SCHEDULED
[17:13:57.611] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866538881536698352:10:0) after 9m52s
[17:23:49.854] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866538881536698352:10:0)
[17:23:49.871] Build status: SCHEDULED
[17:23:49.871] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866538881536698352:11:0) after 4m37s
[17:28:27.124] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866538881536698352:11:0)
[17:28:27.148] Build status: SCHEDULED
[17:28:27.148] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866538881536698352:12:0) after 3m40s
[17:32:07.242] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866538881536698352:12:0)
[17:32:07.260] Build status: SCHEDULED
[17:32:07.260] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866538881536698352:13:0) after 7m24s
[17:39:31.405] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866538881536698352:13:0)
[17:39:31.428] Build status: SCHEDULED
[17:39:31.428] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866538881536698352:14:0) after 8m34s
[17:48:05.445] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866538881536698352:14:0)
[17:48:05.471] Build status: SCHEDULED
[17:48:05.472] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866538881536698352:15:0) after 4m11s
[17:52:16.648] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866538881536698352:15:0)
[17:52:16.720] Build status: SCHEDULED
[17:52:16.720] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866538881536698352:16:0) after 4m44s
[17:57:00.816] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866538881536698352:16:0)
[17:57:00.831] Build status: SCHEDULED
[17:57:00.831] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866538881536698352:17:0) after 8m32s
[18:05:32.918] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866538881536698352:17:0)
[18:05:32.934] Build status: SCHEDULED
[18:05:32.934] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866538881536698352:18:0) after 6m21s
[18:11:54.025] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866538881536698352:18:0)
[18:11:54.039] Build status: SCHEDULED
[18:11:54.040] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866538881536698352:19:0) after 4m39s
[18:16:33.053] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866538881536698352:19:0)
[18:16:33.072] Build status: SCHEDULED
[18:16:33.072] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866538881536698352:20:0) after 5m24s
[18:21:57.087] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866538881536698352:20:0)
[18:21:57.105] Build status: SCHEDULED
[18:21:57.105] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866538881536698352:21:0) after 4m0s
[18:25:57.080] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866538881536698352:21:0)
[18:25:57.096] Build status: SCHEDULED
[18:25:57.096] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866538881536698352:22:0) after 3m48s
[18:29:45.109] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866538881536698352:22:0)
[18:29:45.128] Build status: SCHEDULED
[18:29:45.128] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866538881536698352:23:0) after 3m27s
[18:33:12.171] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866538881536698352:23:0)
[18:33:12.249] Build status: SCHEDULED
[18:33:12.249] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866538881536698352:24:0) after 5m5s
[18:38:17.321] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866538881536698352:24:0)
[18:38:17.345] Build status: SCHEDULED
[18:38:17.345] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866538881536698352:25:0) after 2m44s
[18:41:01.408] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866538881536698352:25:0)
[18:41:03.118] Build status: SCHEDULED
[18:41:03.118] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866538881536698352:26:0) after 5m41s
[18:46:44.208] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866538881536698352:26:0)
[18:46:44.249] Build status: SCHEDULED
[18:46:44.249] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866538881536698352:27:0) after 1m23s
[18:48:07.309] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866538881536698352:27:0)
[18:48:07.323] Build status: SCHEDULED
[18:48:07.323] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866538881536698352:28:0) after 9m49s
[18:57:56.422] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866538881536698352:28:0)
[18:57:56.445] Build status: SCHEDULED
[18:57:56.445] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866538881536698352:29:0) after 9m47s
[19:07:43.438] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866538881536698352:29:0)
[19:07:43.476] Build status: SCHEDULED
[19:07:43.476] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866538881536698352:30:0) after 4m34s
[19:12:17.491] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866538881536698352:30:0)
[19:12:17.518] Build status: SCHEDULED
[19:12:17.518] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866538881536698352:31:0) after 3m24s
[19:15:41.537] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866538881536698352:31:0)
[19:15:41.566] Build status: SCHEDULED
[19:15:41.566] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866538881536698352:32:0) after 7m41s
[19:23:22.581] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866538881536698352:32:0)
[19:23:22.596] Build status: SCHEDULED
[19:23:22.596] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866538881536698352:33:0) after 8m2s
[19:31:24.636] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866538881536698352:33:0)
[19:31:24.652] Build status: SCHEDULED
[19:31:24.652] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866538881536698352:34:0) after 8m6s
[19:39:30.722] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866538881536698352:34:0)
[19:39:30.746] Build status: SCHEDULED
[19:39:30.746] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866538881536698352:35:0) after 5m47s
[19:45:17.794] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866538881536698352:35:0)
[19:45:17.826] Build status: SCHEDULED
[19:45:17.826] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866538881536698352:36:0) after 3m42s
[19:48:59.847] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866538881536698352:36:0)
[19:48:59.862] Build status: SCHEDULED
[19:48:59.862] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866538881536698352:37:0) after 9m55s
[19:58:54.886] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866538881536698352:37:0)
[19:58:54.912] Build status: SCHEDULED
[19:58:54.912] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866538881536698352:38:0) after 2m15s
[20:01:09.978] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866538881536698352:38:0)
[20:01:10.000] Build status: SCHEDULED
[20:01:10.001] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866538881536698352:39:0) after 4m28s
[20:05:38.029] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866538881536698352:39:0)
[20:05:38.099] Build status: SCHEDULED
[20:05:38.100] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866538881536698352:40:0) after 6m23s
[20:12:01.226] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866538881536698352:40:0)
[20:12:01.243] Build status: SCHEDULED
[20:12:01.243] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866538881536698352:41:0) after 1m28s
[20:13:29.249] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866538881536698352:41:0)
[20:13:29.301] Build status: SCHEDULED
[20:13:29.301] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866538881536698352:42:0) after 2m48s
[20:16:17.419] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866538881536698352:42:0)
[20:16:17.437] Build status: SCHEDULED
[20:16:17.437] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866538881536698352:43:0) after 3m5s
[20:19:22.452] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866538881536698352:43:0)
[20:19:22.467] Build status: SCHEDULED
[20:19:22.467] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866538881536698352:44:0) after 1m11s
[20:20:33.466] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866538881536698352:44:0)
[20:20:33.481] Build status: SCHEDULED
[20:20:33.481] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866538881536698352:45:0) after 6m19s
[20:26:52.556] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866538881536698352:45:0)
[20:26:52.572] Build status: SCHEDULED
[20:26:52.572] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866538881536698352:46:0) after 7m41s
[20:34:33.551] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866538881536698352:46:0)
[20:34:33.581] Build status: SCHEDULED
[20:34:33.581] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866538881536698352:47:0) after 1m54s
[20:36:27.743] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866538881536698352:47:0)
[20:36:27.761] Build status: SCHEDULED
[20:36:27.761] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866538881536698352:48:0) after 1m2s
[20:37:29.765] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866538881536698352:48:0)
[20:37:29.780] Build status: SCHEDULED
[20:37:29.780] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866538881536698352:49:0) after 3m4s
[20:40:33.879] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866538881536698352:49:0)
[20:40:33.895] Build status: SCHEDULED
[20:40:33.895] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866538881536698352:50:0) after 9m36s
[20:50:09.923] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866538881536698352:50:0)
[20:50:09.940] Build status: SCHEDULED
[20:50:09.940] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866538881536698352:51:0) after 1m37s
[20:51:47.015] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866538881536698352:51:0)
[20:51:47.067] Build status: SCHEDULED
[20:51:47.067] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866538881536698352:52:0) after 2m54s
[20:54:41.113] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866538881536698352:52:0)
[20:54:41.134] Build status: SCHEDULED
[20:54:41.134] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866538881536698352:53:0) after 1m43s
[20:56:24.150] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866538881536698352:53:0)
[20:56:24.167] Build status: SCHEDULED
[20:56:24.167] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866538881536698352:54:0) after 6m32s
[21:02:56.203] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866538881536698352:54:0)
[21:02:56.220] Build status: SCHEDULED
[21:02:56.220] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866538881536698352:55:0) after 6m31s
[21:09:27.287] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866538881536698352:55:0)
[21:09:27.303] Build status: SCHEDULED
[21:09:27.303] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866538881536698352:56:0) after 4m33s
[21:14:00.328] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866538881536698352:56:0)
[21:14:00.343] Build status: SCHEDULED
[21:14:00.343] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866538881536698352:57:0) after 5m40s
[21:19:40.387] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866538881536698352:57:0)
[21:19:40.404] Build status: SCHEDULED
[21:19:40.405] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866538881536698352:58:0) after 8m15s
[21:27:55.421] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866538881536698352:58:0)
[21:27:55.437] Build status: SCHEDULED
[21:27:55.437] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866538881536698352:59:0) after 2m13s
[21:30:08.524] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866538881536698352:59:0)
[21:30:08.574] Build status: SCHEDULED
[21:30:08.574] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866538881536698352:60:0) after 2m42s
[21:32:50.642] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866538881536698352:60:0)
[21:32:50.709] Build status: SCHEDULED
[21:32:50.710] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866538881536698352:61:0) after 4m32s
[21:37:22.731] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866538881536698352:61:0)
[21:37:22.752] Build status: SCHEDULED
[21:37:22.752] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866538881536698352:62:0) after 8m22s
[21:45:44.877] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866538881536698352:62:0)
[21:45:44.895] Build status: SCHEDULED
[21:45:44.895] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866538881536698352:63:0) after 5m19s
[21:51:04.105] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866538881536698352:63:0)
[21:51:04.319] Build status: SCHEDULED
[21:51:04.319] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866538881536698352:64:0) after 8m31s
[21:59:35.386] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866538881536698352:64:0)
[21:59:35.406] Build status: SCHEDULED
[21:59:35.406] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866538881536698352:65:0) after 6m0s
[22:05:35.518] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866538881536698352:65:0)
[22:05:35.535] Build status: SCHEDULED
[22:05:35.535] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866538881536698352:66:0) after 6m56s
[22:12:31.550] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866538881536698352:66:0)
[22:12:31.648] Build status: SCHEDULED
[22:12:31.648] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866538881536698352:67:0) after 1m50s
[22:14:21.739] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866538881536698352:67:0)
[22:14:21.769] Build status: SCHEDULED
[22:14:21.769] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866538881536698352:68:0) after 2m22s
[22:16:43.738] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866538881536698352:68:0)
[22:16:43.758] Build status: SCHEDULED
[22:16:43.759] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866538881536698352:69:0) after 9m30s
[22:26:13.779] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866538881536698352:69:0)
[22:26:13.795] Build status: SCHEDULED
[22:26:13.795] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866538881536698352:70:0) after 6m24s
[22:32:38.035] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866538881536698352:70:0)
[22:32:38.051] Build status: SCHEDULED
[22:32:38.051] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866538881536698352:71:0) after 9m14s
[22:41:52.115] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866538881536698352:71:0)
[22:41:52.137] Build status: SCHEDULED
[22:41:52.137] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866538881536698352:72:0) after 3m33s
[22:45:25.205] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866538881536698352:72:0)
[22:45:25.223] Build status: SCHEDULED
[22:45:25.223] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866538881536698352:73:0) after 4m16s
[22:49:41.236] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866538881536698352:73:0)
[22:49:41.250] Build status: SCHEDULED
[22:49:41.250] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866538881536698352:74:0) after 7m20s
[22:57:01.268] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866538881536698352:74:0)
[22:57:01.307] Build status: SCHEDULED
[22:57:01.307] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866538881536698352:75:0) after 5m43s
[23:02:44.320] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866538881536698352:75:0)
[23:02:44.338] Build status: SCHEDULED
[23:02:44.338] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866538881536698352:76:0) after 8m27s
[23:11:11.417] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866538881536698352:76:0)
[23:11:11.438] Build status: SCHEDULED
[23:11:11.438] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866538881536698352:77:0) after 4m34s
[23:15:45.532] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866538881536698352:77:0)
[23:15:45.547] Build status: SCHEDULED
[23:15:45.547] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866538881536698352:78:0) after 6m53s
[23:22:38.561] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866538881536698352:78:0)
[23:22:38.579] Build status: SCHEDULED
[23:22:38.579] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866538881536698352:79:0) after 6m18s
[23:28:56.644] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866538881536698352:79:0)
[23:28:56.684] Build status: SCHEDULED
[23:28:56.684] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866538881536698352:80:0) after 2m7s
[23:31:03.749] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866538881536698352:80:0)
[23:31:03.769] Build status: SCHEDULED
[23:31:03.769] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866538881536698352:81:0) after 5m33s
[23:35:30.693] Received PubSub notification, asking Buildbucket for the build status
[23:35:30.710] Build status: STARTED
[23:36:36.833] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866538881536698352:81:0)
[23:36:36.846] Build status: STARTED
[23:36:36.846] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866538881536698352:83:0) after 8m4s
[23:44:40.854] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866538881536698352:83:0)
[23:44:40.874] Build status: STARTED
[23:44:40.874] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866538881536698352:84:0) after 7m4s
[23:51:44.919] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866538881536698352:84:0)
[23:51:44.954] Build status: STARTED
[23:51:44.954] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866538881536698352:85:0) after 8m41s
[00:00:25.957] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866538881536698352:85:0)
[00:00:25.976] Build status: STARTED
[00:00:25.976] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866538881536698352:86:0) after 7m33s
[00:07:59.032] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866538881536698352:86:0)
[00:07:59.048] Build status: STARTED
[00:07:59.048] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866538881536698352:87:0) after 5m53s
[00:13:52.096] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866538881536698352:87:0)
[00:13:52.122] Build status: STARTED
[00:13:52.122] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866538881536698352:88:0) after 7m26s
[00:21:18.149] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866538881536698352:88:0)
[00:21:18.163] Build status: STARTED
[00:21:18.163] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866538881536698352:89:0) after 9m16s
[00:24:29.238] Received PubSub notification, asking Buildbucket for the build status
[00:24:29.262] Build:
{
  "id": "8701108819678850193",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-bazel-sanitizers-asan"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-10-13T16:30:16.624215102Z",
  "startTime": "2025-10-13T23:35:30.420037896Z",
  "endTime": "2025-10-14T00:24:29.002243316Z",
  "updateTime": "2025-10-14T00:24:29.002243316Z",
  "status": "INFRA_FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "887cbd9b7d446671cdebad38ae8fb216d38a6a35",
      "ref": "refs/heads/main"
    }
  }
}
[00:24:29.262] Invocation finished in 7h54m13.792805977s with status FAILED