Status: FAILED
Triggered by: -
Duration: 8 hours
Actions:

Definition (rev ed331b29843b850a4bc37ad64e7e3a240af6f486)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "pigweed.dev.ci"
  builder: "pigweed-mac-x86-bazel-sanitizers-asan"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://pigweed.googlesource.com/pigweed/pigweed",
  "revision": "be1fb75d91f897f92df77edae186f5abae786905"
}

Incoming tags

  • buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/be1fb75d91f897f92df77edae186f5abae786905
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[21:29:08.876] New invocation is queued and will start shortly
[21:29:10.508] Starting the invocation (attempt 1)
[21:29:10.536] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/be1fb75d91f897f92df77edae186f5abae786905"
[21:29:10.536] Popped gitiles commit info from properties and tags
[21:29:10.536] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[21:29:10.536] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[21:29:10.537] Buildbucket request:
{
  "requestId": "8865614107352096768",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-bazel-sanitizers-asan"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8865614107352096768",
            "job": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan",
            "triggers": [
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "472c7f7fbb6a6e6f521dd707634f02027fb152eb"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@472c7f7fbb6a6e6f521dd707634f02027fb152eb",
                        "title": "472c7f7fbb6a6e6f521dd707634f02027fb152eb",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/472c7f7fbb6a6e6f521dd707634f02027fb152eb"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "a29a8cf0282cd3ac160a547e3d104b5aa28d2c56"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@a29a8cf0282cd3ac160a547e3d104b5aa28d2c56",
                        "title": "a29a8cf0282cd3ac160a547e3d104b5aa28d2c56",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/a29a8cf0282cd3ac160a547e3d104b5aa28d2c56"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "fd70946cbb9d29060b9636e9031fdaed7badf144"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@fd70946cbb9d29060b9636e9031fdaed7badf144",
                        "title": "fd70946cbb9d29060b9636e9031fdaed7badf144",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/fd70946cbb9d29060b9636e9031fdaed7badf144"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "e769abdc75b754f8403015e75d3d36ebe791406e"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@e769abdc75b754f8403015e75d3d36ebe791406e",
                        "title": "e769abdc75b754f8403015e75d3d36ebe791406e",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/e769abdc75b754f8403015e75d3d36ebe791406e"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "747b50b92031d656fedc005511d072615e7c7c46"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@747b50b92031d656fedc005511d072615e7c7c46",
                        "title": "747b50b92031d656fedc005511d072615e7c7c46",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/747b50b92031d656fedc005511d072615e7c7c46"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "70010fe6692534611e863757f53f0b16ac26962f"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@70010fe6692534611e863757f53f0b16ac26962f",
                        "title": "70010fe6692534611e863757f53f0b16ac26962f",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/70010fe6692534611e863757f53f0b16ac26962f"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "971b2e4907b0e8780769750a8a576ee328438c16"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@971b2e4907b0e8780769750a8a576ee328438c16",
                        "title": "971b2e4907b0e8780769750a8a576ee328438c16",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/971b2e4907b0e8780769750a8a576ee328438c16"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "be1fb75d91f897f92df77edae186f5abae786905"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@be1fb75d91f897f92df77edae186f5abae786905",
                        "title": "be1fb75d91f897f92df77edae186f5abae786905",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/be1fb75d91f897f92df77edae186f5abae786905"
                      }
                ]
          }
    },
  "gitilesCommit": {
    "host": "pigweed.googlesource.com",
    "project": "pigweed/pigweed",
    "id": "be1fb75d91f897f92df77edae186f5abae786905",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8865614107352096768"
    },
    {
      "key": "scheduler_job_id",
      "value": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[21:29:10.943] Scheduled build:
{
  "id": "8700184044868654273",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-bazel-sanitizers-asan"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-10-23T21:29:10.609882807Z",
  "updateTime": "2025-10-23T21:29:10.609882807Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "be1fb75d91f897f92df77edae186f5abae786905",
      "ref": "refs/heads/main"
    }
  }
}
[21:29:10.943] Task URL: https://cr-buildbucket.appspot.com/build/8700184044868654273
[21:29:10.943] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865614107352096768:2:0) after 2m44s
[21:29:11.891] Received PubSub notification, asking Buildbucket for the build status
[21:29:11.931] Build status: SCHEDULED
[21:31:54.963] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865614107352096768:2:0)
[21:31:55.012] Build status: SCHEDULED
[21:31:55.013] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865614107352096768:4:0) after 3m30s
[21:35:25.076] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865614107352096768:4:0)
[21:35:25.107] Build status: SCHEDULED
[21:35:25.107] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865614107352096768:5:0) after 1m31s
[21:36:56.128] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865614107352096768:5:0)
[21:36:56.155] Build status: SCHEDULED
[21:36:56.155] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865614107352096768:6:0) after 6m8s
[21:43:04.224] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865614107352096768:6:0)
[21:43:04.240] Build status: SCHEDULED
[21:43:04.241] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865614107352096768:7:0) after 1m46s
[21:44:50.290] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865614107352096768:7:0)
[21:44:50.310] Build status: SCHEDULED
[21:44:50.310] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865614107352096768:8:0) after 4m15s
[21:49:05.410] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865614107352096768:8:0)
[21:49:05.436] Build status: SCHEDULED
[21:49:05.436] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865614107352096768:9:0) after 3m8s
[21:52:13.521] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865614107352096768:9:0)
[21:52:13.546] Build status: SCHEDULED
[21:52:13.546] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865614107352096768:10:0) after 2m39s
[21:54:52.561] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865614107352096768:10:0)
[21:54:52.575] Build status: SCHEDULED
[21:54:52.575] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865614107352096768:11:0) after 4m39s
[21:59:31.605] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865614107352096768:11:0)
[21:59:31.640] Build status: SCHEDULED
[21:59:31.640] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865614107352096768:12:0) after 1m15s
[22:00:46.641] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865614107352096768:12:0)
[22:00:46.725] Build status: SCHEDULED
[22:00:46.725] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865614107352096768:13:0) after 2m36s
[22:03:22.741] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865614107352096768:13:0)
[22:03:22.812] Build status: SCHEDULED
[22:03:22.813] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865614107352096768:14:0) after 8m27s
[22:11:49.934] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865614107352096768:14:0)
[22:11:50.025] Build status: SCHEDULED
[22:11:50.025] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865614107352096768:15:0) after 5m27s
[22:17:17.069] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865614107352096768:15:0)
[22:17:17.096] Build status: SCHEDULED
[22:17:17.096] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865614107352096768:16:0) after 8m11s
[22:25:28.209] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865614107352096768:16:0)
[22:25:28.228] Build status: SCHEDULED
[22:25:28.228] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865614107352096768:17:0) after 4m6s
[22:29:34.241] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865614107352096768:17:0)
[22:29:34.255] Build status: SCHEDULED
[22:29:34.255] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865614107352096768:18:0) after 6m36s
[22:36:10.273] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865614107352096768:18:0)
[22:36:10.289] Build status: SCHEDULED
[22:36:10.289] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865614107352096768:19:0) after 1m52s
[22:38:02.282] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865614107352096768:19:0)
[22:38:02.308] Build status: SCHEDULED
[22:38:02.308] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865614107352096768:20:0) after 4m18s
[22:42:20.326] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865614107352096768:20:0)
[22:42:20.358] Build status: SCHEDULED
[22:42:20.358] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865614107352096768:21:0) after 8m37s
[22:50:57.372] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865614107352096768:21:0)
[22:50:57.389] Build status: SCHEDULED
[22:50:57.389] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865614107352096768:22:0) after 5m41s
[22:56:38.502] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865614107352096768:22:0)
[22:56:38.520] Build status: SCHEDULED
[22:56:38.520] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865614107352096768:23:0) after 1m29s
[22:58:07.532] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865614107352096768:23:0)
[22:58:07.598] Build status: SCHEDULED
[22:58:07.598] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865614107352096768:24:0) after 9m19s
[23:07:26.612] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865614107352096768:24:0)
[23:07:26.630] Build status: SCHEDULED
[23:07:26.630] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865614107352096768:25:0) after 6m20s
[23:13:46.647] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865614107352096768:25:0)
[23:13:46.664] Build status: SCHEDULED
[23:13:46.664] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865614107352096768:26:0) after 7m51s
[23:21:37.682] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865614107352096768:26:0)
[23:21:37.709] Build status: SCHEDULED
[23:21:37.709] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865614107352096768:27:0) after 7m13s
[23:28:50.726] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865614107352096768:27:0)
[23:28:50.741] Build status: SCHEDULED
[23:28:50.741] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865614107352096768:28:0) after 5m52s
[23:34:42.763] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865614107352096768:28:0)
[23:34:42.777] Build status: SCHEDULED
[23:34:42.777] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865614107352096768:29:0) after 1m53s
[23:36:35.793] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865614107352096768:29:0)
[23:36:35.816] Build status: SCHEDULED
[23:36:35.816] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865614107352096768:30:0) after 8m25s
[23:45:00.910] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865614107352096768:30:0)
[23:45:00.934] Build status: SCHEDULED
[23:45:00.934] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865614107352096768:31:0) after 7m15s
[23:52:15.953] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865614107352096768:31:0)
[23:52:15.970] Build status: SCHEDULED
[23:52:15.970] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865614107352096768:32:0) after 7m28s
[23:59:44.038] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865614107352096768:32:0)
[23:59:44.057] Build status: SCHEDULED
[23:59:44.057] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865614107352096768:33:0) after 3m55s
[00:03:39.062] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865614107352096768:33:0)
[00:03:39.207] Build status: SCHEDULED
[00:03:39.207] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865614107352096768:34:0) after 4m49s
[00:08:28.370] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865614107352096768:34:0)
[00:08:28.424] Build status: SCHEDULED
[00:08:28.425] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865614107352096768:35:0) after 4m11s
[00:12:39.496] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865614107352096768:35:0)
[00:12:39.533] Build status: SCHEDULED
[00:12:39.533] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865614107352096768:36:0) after 2m21s
[00:15:00.687] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865614107352096768:36:0)
[00:15:00.757] Build status: SCHEDULED
[00:15:00.758] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865614107352096768:37:0) after 5m44s
[00:20:44.776] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865614107352096768:37:0)
[00:20:44.837] Build status: SCHEDULED
[00:20:44.837] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865614107352096768:38:0) after 1m52s
[00:22:36.853] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865614107352096768:38:0)
[00:22:36.877] Build status: SCHEDULED
[00:22:36.877] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865614107352096768:39:0) after 3m33s
[00:26:09.901] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865614107352096768:39:0)
[00:26:09.919] Build status: SCHEDULED
[00:26:09.919] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865614107352096768:40:0) after 7m45s
[00:33:54.967] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865614107352096768:40:0)
[00:33:54.985] Build status: SCHEDULED
[00:33:54.985] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865614107352096768:41:0) after 8m23s
[00:42:18.022] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865614107352096768:41:0)
[00:42:18.038] Build status: SCHEDULED
[00:42:18.038] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865614107352096768:42:0) after 3m22s
[00:45:40.053] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865614107352096768:42:0)
[00:45:40.080] Build status: SCHEDULED
[00:45:40.080] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865614107352096768:43:0) after 5m21s
[00:51:01.150] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865614107352096768:43:0)
[00:51:01.287] Build status: SCHEDULED
[00:51:01.287] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865614107352096768:44:0) after 4m46s
[00:55:47.265] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865614107352096768:44:0)
[00:55:47.302] Build status: SCHEDULED
[00:55:47.302] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865614107352096768:45:0) after 6m43s
[01:02:30.272] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865614107352096768:45:0)
[01:02:30.291] Build status: SCHEDULED
[01:02:30.291] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865614107352096768:46:0) after 4m3s
[01:06:33.265] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865614107352096768:46:0)
[01:06:33.292] Build status: SCHEDULED
[01:06:33.293] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865614107352096768:47:0) after 1m31s
[01:08:04.442] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865614107352096768:47:0)
[01:08:04.459] Build status: SCHEDULED
[01:08:04.459] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865614107352096768:48:0) after 6m43s
[01:14:47.486] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865614107352096768:48:0)
[01:14:47.503] Build status: SCHEDULED
[01:14:47.503] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865614107352096768:49:0) after 2m48s
[01:17:35.521] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865614107352096768:49:0)
[01:17:35.538] Build status: SCHEDULED
[01:17:35.538] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865614107352096768:50:0) after 6m48s
[01:24:23.561] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865614107352096768:50:0)
[01:24:23.576] Build status: SCHEDULED
[01:24:23.576] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865614107352096768:51:0) after 9m12s
[01:33:35.648] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865614107352096768:51:0)
[01:33:35.665] Build status: SCHEDULED
[01:33:35.665] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865614107352096768:52:0) after 7m38s
[01:41:13.711] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865614107352096768:52:0)
[01:41:13.818] Build status: SCHEDULED
[01:41:13.818] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865614107352096768:53:0) after 3m29s
[01:44:42.834] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865614107352096768:53:0)
[01:44:42.852] Build status: SCHEDULED
[01:44:42.852] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865614107352096768:54:0) after 6m25s
[01:51:07.880] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865614107352096768:54:0)
[01:51:07.896] Build status: SCHEDULED
[01:51:07.896] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865614107352096768:55:0) after 2m50s
[01:53:57.908] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865614107352096768:55:0)
[01:53:57.925] Build status: SCHEDULED
[01:53:57.925] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865614107352096768:56:0) after 4m47s
[01:58:44.962] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865614107352096768:56:0)
[01:58:45.004] Build status: SCHEDULED
[01:58:45.004] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865614107352096768:57:0) after 6m55s
[02:05:40.131] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865614107352096768:57:0)
[02:05:40.160] Build status: SCHEDULED
[02:05:40.160] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865614107352096768:58:0) after 2m24s
[02:08:04.226] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865614107352096768:58:0)
[02:08:04.246] Build status: SCHEDULED
[02:08:04.246] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865614107352096768:59:0) after 2m49s
[02:10:53.260] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865614107352096768:59:0)
[02:10:53.277] Build status: SCHEDULED
[02:10:53.277] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865614107352096768:60:0) after 9m52s
[02:20:45.343] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865614107352096768:60:0)
[02:20:45.359] Build status: SCHEDULED
[02:20:45.359] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865614107352096768:61:0) after 3m47s
[02:24:32.377] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865614107352096768:61:0)
[02:24:32.397] Build status: SCHEDULED
[02:24:32.397] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865614107352096768:62:0) after 2m36s
[02:27:08.494] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865614107352096768:62:0)
[02:27:08.511] Build status: SCHEDULED
[02:27:08.511] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865614107352096768:63:0) after 3m45s
[02:30:53.544] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865614107352096768:63:0)
[02:30:53.569] Build status: SCHEDULED
[02:30:53.569] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865614107352096768:64:0) after 9m16s
[02:40:09.586] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865614107352096768:64:0)
[02:40:09.600] Build status: SCHEDULED
[02:40:09.600] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865614107352096768:65:0) after 6m48s
[02:46:57.723] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865614107352096768:65:0)
[02:46:57.738] Build status: SCHEDULED
[02:46:57.738] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865614107352096768:66:0) after 2m21s
[02:49:19.110] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865614107352096768:66:0)
[02:49:19.140] Build status: SCHEDULED
[02:49:19.140] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865614107352096768:67:0) after 7m11s
[02:56:30.309] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865614107352096768:67:0)
[02:56:30.427] Build status: SCHEDULED
[02:56:30.427] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865614107352096768:68:0) after 2m3s
[02:58:33.442] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865614107352096768:68:0)
[02:58:33.622] Build status: SCHEDULED
[02:58:33.622] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865614107352096768:69:0) after 1m33s
[03:00:06.667] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865614107352096768:69:0)
[03:00:06.693] Build status: SCHEDULED
[03:00:06.693] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865614107352096768:70:0) after 3m47s
[03:03:53.765] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865614107352096768:70:0)
[03:03:53.785] Build status: SCHEDULED
[03:03:53.785] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865614107352096768:71:0) after 7m14s
[03:11:07.794] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865614107352096768:71:0)
[03:11:07.814] Build status: SCHEDULED
[03:11:07.814] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865614107352096768:72:0) after 7m27s
[03:18:34.829] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865614107352096768:72:0)
[03:18:34.847] Build status: SCHEDULED
[03:18:34.847] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865614107352096768:73:0) after 3m42s
[03:22:16.820] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865614107352096768:73:0)
[03:22:16.837] Build status: SCHEDULED
[03:22:16.837] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865614107352096768:74:0) after 7m1s
[03:29:17.809] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865614107352096768:74:0)
[03:29:17.826] Build status: SCHEDULED
[03:29:17.826] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865614107352096768:75:0) after 9m53s
[03:39:10.852] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865614107352096768:75:0)
[03:39:10.870] Build status: SCHEDULED
[03:39:10.870] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865614107352096768:76:0) after 6m12s
[03:45:22.881] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865614107352096768:76:0)
[03:45:22.908] Build status: SCHEDULED
[03:45:22.908] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865614107352096768:77:0) after 3m3s
[03:48:25.922] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865614107352096768:77:0)
[03:48:25.992] Build status: SCHEDULED
[03:48:25.992] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865614107352096768:78:0) after 3m39s
[03:52:05.031] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865614107352096768:78:0)
[03:52:05.048] Build status: SCHEDULED
[03:52:05.048] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865614107352096768:79:0) after 6m15s
[03:58:20.120] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865614107352096768:79:0)
[03:58:20.143] Build status: SCHEDULED
[03:58:20.143] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865614107352096768:80:0) after 4m59s
[04:03:19.162] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865614107352096768:80:0)
[04:03:19.178] Build status: SCHEDULED
[04:03:19.178] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865614107352096768:81:0) after 7m54s
[04:11:13.277] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865614107352096768:81:0)
[04:11:13.324] Build status: SCHEDULED
[04:11:13.325] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865614107352096768:82:0) after 2m40s
[04:13:53.517] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865614107352096768:82:0)
[04:13:53.532] Build status: SCHEDULED
[04:13:53.532] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865614107352096768:83:0) after 7m9s
[04:21:03.088] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865614107352096768:83:0)
[04:21:03.104] Build status: SCHEDULED
[04:21:03.104] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865614107352096768:84:0) after 1m53s
[04:22:56.119] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865614107352096768:84:0)
[04:22:56.188] Build status: SCHEDULED
[04:22:56.188] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865614107352096768:85:0) after 2m42s
[04:25:38.323] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865614107352096768:85:0)
[04:25:38.340] Build status: SCHEDULED
[04:25:38.340] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865614107352096768:86:0) after 2m40s
[04:28:18.358] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865614107352096768:86:0)
[04:28:18.374] Build status: SCHEDULED
[04:28:18.374] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865614107352096768:87:0) after 1m25s
[04:29:43.344] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865614107352096768:87:0)
[04:29:43.359] Build status: SCHEDULED
[04:29:43.359] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865614107352096768:88:0) after 8m31s
[04:38:14.377] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865614107352096768:88:0)
[04:38:14.394] Build status: SCHEDULED
[04:38:14.394] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865614107352096768:89:0) after 7m1s
[04:45:15.412] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865614107352096768:89:0)
[04:45:15.429] Build status: SCHEDULED
[04:45:15.429] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865614107352096768:90:0) after 3m1s
[04:48:16.473] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865614107352096768:90:0)
[04:48:16.523] Build status: SCHEDULED
[04:48:16.523] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865614107352096768:91:0) after 1m2s
[04:49:18.767] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865614107352096768:91:0)
[04:49:18.784] Build status: SCHEDULED
[04:49:18.784] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865614107352096768:92:0) after 5m37s
[04:49:45.844] Received PubSub notification, asking Buildbucket for the build status
[04:49:45.859] Build status: STARTED
[04:54:55.800] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865614107352096768:92:0)
[04:54:55.816] Build status: STARTED
[04:54:55.816] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865614107352096768:94:0) after 6m47s
[05:01:42.835] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865614107352096768:94:0)
[05:01:42.850] Build status: STARTED
[05:01:42.850] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865614107352096768:95:0) after 7m10s
[05:08:52.868] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865614107352096768:95:0)
[05:08:52.884] Build status: STARTED
[05:08:52.884] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865614107352096768:96:0) after 2m2s
[05:10:54.900] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865614107352096768:96:0)
[05:10:54.998] Build status: STARTED
[05:10:54.998] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865614107352096768:97:0) after 8m25s
[05:19:20.658] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865614107352096768:97:0)
[05:19:20.673] Build status: STARTED
[05:19:20.673] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865614107352096768:98:0) after 8m29s
[05:27:49.813] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865614107352096768:98:0)
[05:27:49.829] Build status: STARTED
[05:27:49.829] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865614107352096768:99:0) after 9m16s
[05:37:05.843] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865614107352096768:99:0)
[05:37:05.862] Build status: STARTED
[05:37:05.862] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865614107352096768:100:0) after 2m41s
[05:38:43.345] Received PubSub notification, asking Buildbucket for the build status
[05:38:43.361] Build:
{
  "id": "8700184044868654273",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-bazel-sanitizers-asan"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-10-23T21:29:10.609882807Z",
  "startTime": "2025-10-24T04:49:45.636868582Z",
  "endTime": "2025-10-24T05:38:39.227482854Z",
  "updateTime": "2025-10-24T05:38:39.227482854Z",
  "status": "INFRA_FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "be1fb75d91f897f92df77edae186f5abae786905",
      "ref": "refs/heads/main"
    }
  }
}
[05:38:43.361] Invocation finished in 8h9m34.504351933s with status FAILED