buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "pigweed.dev.ci"
  builder: "pigweed-mac-x86-bazel-sanitizers-asan"
>

• 875f848afc6a4eda0ebcb4fdfbacb0c1a8081b1f (3 weeks ago)

{
  "branch": "refs/heads/main",
  "repository": "https://pigweed.googlesource.com/pigweed/pigweed",
  "revision": "875f848afc6a4eda0ebcb4fdfbacb0c1a8081b1f"
}

• buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/875f848afc6a4eda0ebcb4fdfbacb0c1a8081b1f
• gitiles_ref:refs/heads/main

[04:33:24.767] New invocation is queued and will start shortly
[04:33:25.799] Starting the invocation (attempt 1)
[04:33:25.826] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/875f848afc6a4eda0ebcb4fdfbacb0c1a8081b1f"
[04:33:25.826] Popped gitiles commit info from properties and tags
[04:33:25.826] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[04:33:25.826] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[04:33:25.826] Buildbucket request:
{
  "requestId": "8863775475581815104",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-bazel-sanitizers-asan"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8863775475581815104",
            "job": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan",
            "triggers": [
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "875f848afc6a4eda0ebcb4fdfbacb0c1a8081b1f"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@875f848afc6a4eda0ebcb4fdfbacb0c1a8081b1f",
                        "title": "875f848afc6a4eda0ebcb4fdfbacb0c1a8081b1f",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/875f848afc6a4eda0ebcb4fdfbacb0c1a8081b1f"
                      }
                ]
          }
    },
  "gitilesCommit": {
    "host": "pigweed.googlesource.com",
    "project": "pigweed/pigweed",
    "id": "875f848afc6a4eda0ebcb4fdfbacb0c1a8081b1f",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8863775475581815104"
    },
    {
      "key": "scheduler_job_id",
      "value": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[04:33:26.162] Scheduled build:
{
  "id": "8698345413760257169",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-bazel-sanitizers-asan"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-11-13T04:33:25.874522721Z",
  "updateTime": "2025-11-13T04:33:25.874522721Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "875f848afc6a4eda0ebcb4fdfbacb0c1a8081b1f",
      "ref": "refs/heads/main"
    }
  }
}
[04:33:26.162] Task URL: https://cr-buildbucket.appspot.com/build/8698345413760257169
[04:33:26.162] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863775475581815104:2:0) after 2m51s
[04:33:27.141] Received PubSub notification, asking Buildbucket for the build status
[04:33:27.163] Build status: SCHEDULED
[04:36:17.344] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863775475581815104:2:0)
[04:36:17.376] Build status: SCHEDULED
[04:36:17.376] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863775475581815104:4:0) after 6m30s
[04:42:47.390] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863775475581815104:4:0)
[04:42:47.412] Build status: SCHEDULED
[04:42:47.412] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863775475581815104:5:0) after 4m4s
[04:46:51.410] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863775475581815104:5:0)
[04:46:51.432] Build status: SCHEDULED
[04:46:51.432] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863775475581815104:6:0) after 9m6s
[04:55:57.648] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863775475581815104:6:0)
[04:55:57.663] Build status: SCHEDULED
[04:55:57.663] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863775475581815104:7:0) after 5m34s
[05:01:31.644] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863775475581815104:7:0)
[05:01:31.667] Build status: SCHEDULED
[05:01:31.667] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863775475581815104:8:0) after 4m24s
[05:05:55.709] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863775475581815104:8:0)
[05:05:55.905] Build status: SCHEDULED
[05:05:55.905] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863775475581815104:9:0) after 6m19s
[05:12:14.915] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863775475581815104:9:0)
[05:12:14.935] Build status: SCHEDULED
[05:12:14.935] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863775475581815104:10:0) after 7m34s
[05:19:48.948] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863775475581815104:10:0)
[05:19:48.966] Build status: SCHEDULED
[05:19:48.966] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863775475581815104:11:0) after 1m1s
[05:20:50.151] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863775475581815104:11:0)
[05:20:50.168] Build status: SCHEDULED
[05:20:50.168] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863775475581815104:12:0) after 5m45s
[05:26:35.211] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863775475581815104:12:0)
[05:26:35.236] Build status: SCHEDULED
[05:26:35.236] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863775475581815104:13:0) after 7m22s
[05:33:57.400] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863775475581815104:13:0)
[05:33:57.418] Build status: SCHEDULED
[05:33:57.419] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863775475581815104:14:0) after 2m57s
[05:36:54.392] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863775475581815104:14:0)
[05:36:54.478] Build status: SCHEDULED
[05:36:54.478] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863775475581815104:15:0) after 1m2s
[05:37:56.947] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863775475581815104:15:0)
[05:37:56.975] Build status: SCHEDULED
[05:37:56.975] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863775475581815104:16:0) after 6m20s
[05:44:16.988] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863775475581815104:16:0)
[05:44:17.017] Build status: SCHEDULED
[05:44:17.017] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863775475581815104:17:0) after 7m0s
[05:51:17.038] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863775475581815104:17:0)
[05:51:17.055] Build status: SCHEDULED
[05:51:17.055] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863775475581815104:18:0) after 6m27s
[05:57:44.313] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863775475581815104:18:0)
[05:57:44.330] Build status: SCHEDULED
[05:57:44.330] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863775475581815104:19:0) after 3m12s
[06:00:56.737] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863775475581815104:19:0)
[06:00:56.753] Build status: SCHEDULED
[06:00:56.753] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863775475581815104:20:0) after 5m26s
[06:06:22.766] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863775475581815104:20:0)
[06:06:22.783] Build status: SCHEDULED
[06:06:22.783] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863775475581815104:21:0) after 1m43s
[06:08:05.796] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863775475581815104:21:0)
[06:08:05.818] Build status: SCHEDULED
[06:08:05.818] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863775475581815104:22:0) after 1m34s
[06:09:39.832] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863775475581815104:22:0)
[06:09:39.852] Build status: SCHEDULED
[06:09:39.852] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863775475581815104:23:0) after 8m12s
[06:17:51.914] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863775475581815104:23:0)
[06:17:51.930] Build status: SCHEDULED
[06:17:51.930] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863775475581815104:24:0) after 5m44s
[06:23:35.943] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863775475581815104:24:0)
[06:23:35.970] Build status: SCHEDULED
[06:23:35.970] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863775475581815104:25:0) after 3m21s
[06:26:56.987] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863775475581815104:25:0)
[06:26:57.003] Build status: SCHEDULED
[06:26:57.003] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863775475581815104:26:0) after 1m31s
[06:28:28.017] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863775475581815104:26:0)
[06:28:28.041] Build status: SCHEDULED
[06:28:28.041] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863775475581815104:27:0) after 1m44s
[06:30:12.154] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863775475581815104:27:0)
[06:30:12.173] Build status: SCHEDULED
[06:30:12.174] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863775475581815104:28:0) after 5m14s
[06:35:26.153] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863775475581815104:28:0)
[06:35:26.171] Build status: SCHEDULED
[06:35:26.171] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863775475581815104:29:0) after 2m19s
[06:37:45.188] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863775475581815104:29:0)
[06:37:45.245] Build status: SCHEDULED
[06:37:45.245] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863775475581815104:30:0) after 4m47s
[06:42:32.259] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863775475581815104:30:0)
[06:42:32.276] Build status: SCHEDULED
[06:42:32.276] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863775475581815104:31:0) after 4m54s
[06:47:26.320] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863775475581815104:31:0)
[06:47:26.337] Build status: SCHEDULED
[06:47:26.337] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863775475581815104:32:0) after 9m44s
[06:57:10.352] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863775475581815104:32:0)
[06:57:10.441] Build status: SCHEDULED
[06:57:10.441] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863775475581815104:33:0) after 9m51s
[07:07:01.455] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863775475581815104:33:0)
[07:07:01.472] Build status: SCHEDULED
[07:07:01.472] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863775475581815104:34:0) after 4m7s
[07:11:08.486] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863775475581815104:34:0)
[07:11:08.503] Build status: SCHEDULED
[07:11:08.503] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863775475581815104:35:0) after 9m13s
[07:20:21.555] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863775475581815104:35:0)
[07:20:21.580] Build status: SCHEDULED
[07:20:21.580] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863775475581815104:36:0) after 9m24s
[07:29:45.593] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863775475581815104:36:0)
[07:29:45.614] Build status: SCHEDULED
[07:29:45.614] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863775475581815104:37:0) after 1m50s
[07:31:35.658] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863775475581815104:37:0)
[07:31:35.696] Build status: SCHEDULED
[07:31:35.696] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863775475581815104:38:0) after 6m20s
[07:37:55.709] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863775475581815104:38:0)
[07:37:55.733] Build status: SCHEDULED
[07:37:55.733] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863775475581815104:39:0) after 5m41s
[07:43:36.747] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863775475581815104:39:0)
[07:43:36.764] Build status: SCHEDULED
[07:43:36.764] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863775475581815104:40:0) after 2m39s
[07:46:15.989] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863775475581815104:40:0)
[07:46:16.002] Build status: SCHEDULED
[07:46:16.002] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863775475581815104:41:0) after 4m1s
[07:50:17.117] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863775475581815104:41:0)
[07:50:17.138] Build status: SCHEDULED
[07:50:17.138] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863775475581815104:42:0) after 4m31s
[07:54:48.203] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863775475581815104:42:0)
[07:54:48.221] Build status: SCHEDULED
[07:54:48.222] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863775475581815104:43:0) after 3m30s
[07:58:18.238] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863775475581815104:43:0)
[07:58:18.256] Build status: SCHEDULED
[07:58:18.256] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863775475581815104:44:0) after 6m41s
[08:04:59.273] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863775475581815104:44:0)
[08:04:59.297] Build status: SCHEDULED
[08:04:59.297] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863775475581815104:45:0) after 3m23s
[08:08:22.376] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863775475581815104:45:0)
[08:08:22.399] Build status: SCHEDULED
[08:08:22.399] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863775475581815104:46:0) after 5m26s
[08:13:48.411] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863775475581815104:46:0)
[08:13:48.429] Build status: SCHEDULED
[08:13:48.429] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863775475581815104:47:0) after 9m37s
[08:23:25.448] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863775475581815104:47:0)
[08:23:25.464] Build status: SCHEDULED
[08:23:25.464] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863775475581815104:48:0) after 7m58s
[08:31:23.482] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863775475581815104:48:0)
[08:31:23.502] Build status: SCHEDULED
[08:31:23.502] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863775475581815104:49:0) after 4m1s
[08:35:24.578] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863775475581815104:49:0)
[08:35:24.593] Build status: SCHEDULED
[08:35:24.593] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863775475581815104:50:0) after 8m27s
[08:43:51.658] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863775475581815104:50:0)
[08:43:51.674] Build status: SCHEDULED
[08:43:51.674] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863775475581815104:51:0) after 1m54s
[08:45:45.698] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863775475581815104:51:0)
[08:45:45.716] Build status: SCHEDULED
[08:45:45.716] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863775475581815104:52:0) after 9m27s
[08:55:12.754] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863775475581815104:52:0)
[08:55:12.788] Build status: SCHEDULED
[08:55:12.788] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863775475581815104:53:0) after 4m53s
[09:00:05.802] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863775475581815104:53:0)
[09:00:05.839] Build status: SCHEDULED
[09:00:05.839] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863775475581815104:54:0) after 8m11s
[09:08:16.912] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863775475581815104:54:0)
[09:08:16.928] Build status: SCHEDULED
[09:08:16.928] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863775475581815104:55:0) after 9m44s
[09:18:01.032] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863775475581815104:55:0)
[09:18:01.050] Build status: SCHEDULED
[09:18:01.050] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863775475581815104:56:0) after 6m28s
[09:24:29.086] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863775475581815104:56:0)
[09:24:29.104] Build status: SCHEDULED
[09:24:29.104] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863775475581815104:57:0) after 6m51s
[09:31:20.094] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863775475581815104:57:0)
[09:31:20.110] Build status: SCHEDULED
[09:31:20.110] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863775475581815104:58:0) after 5m50s
[09:37:10.149] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863775475581815104:58:0)
[09:37:10.163] Build status: SCHEDULED
[09:37:10.163] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863775475581815104:59:0) after 4m3s
[09:41:13.185] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863775475581815104:59:0)
[09:41:13.202] Build status: SCHEDULED
[09:41:13.202] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863775475581815104:60:0) after 3m16s
[09:44:29.219] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863775475581815104:60:0)
[09:44:29.234] Build status: SCHEDULED
[09:44:29.234] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863775475581815104:61:0) after 4m37s
[09:49:06.252] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863775475581815104:61:0)
[09:49:06.267] Build status: SCHEDULED
[09:49:06.267] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863775475581815104:62:0) after 6m11s
[09:55:17.308] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863775475581815104:62:0)
[09:55:17.322] Build status: SCHEDULED
[09:55:17.322] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863775475581815104:63:0) after 7m48s
[10:03:05.347] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863775475581815104:63:0)
[10:03:05.363] Build status: SCHEDULED
[10:03:05.363] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863775475581815104:64:0) after 9m31s
[10:12:36.435] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863775475581815104:64:0)
[10:12:36.469] Build status: SCHEDULED
[10:12:36.469] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863775475581815104:65:0) after 8m18s
[10:20:54.527] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863775475581815104:65:0)
[10:20:54.564] Build status: SCHEDULED
[10:20:54.564] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863775475581815104:66:0) after 3m58s
[10:24:52.583] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863775475581815104:66:0)
[10:24:52.600] Build status: SCHEDULED
[10:24:52.600] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863775475581815104:67:0) after 6m56s
[10:31:48.614] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863775475581815104:67:0)
[10:31:48.637] Build status: SCHEDULED
[10:31:48.637] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863775475581815104:68:0) after 2m43s
[10:34:31.746] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863775475581815104:68:0)
[10:34:31.760] Build status: SCHEDULED
[10:34:31.761] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863775475581815104:69:0) after 1m6s
[10:35:37.774] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863775475581815104:69:0)
[10:35:37.791] Build status: SCHEDULED
[10:35:37.791] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863775475581815104:70:0) after 5m8s
[10:40:45.797] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863775475581815104:70:0)
[10:40:45.812] Build status: SCHEDULED
[10:40:45.812] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863775475581815104:71:0) after 4m16s
[10:45:01.828] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863775475581815104:71:0)
[10:45:01.850] Build status: SCHEDULED
[10:45:01.850] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863775475581815104:72:0) after 1m32s
[10:46:33.867] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863775475581815104:72:0)
[10:46:33.881] Build status: SCHEDULED
[10:46:33.881] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863775475581815104:73:0) after 6m32s
[10:53:05.947] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863775475581815104:73:0)
[10:53:05.978] Build status: SCHEDULED
[10:53:05.978] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863775475581815104:74:0) after 4m36s
[10:57:42.042] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863775475581815104:74:0)
[10:57:42.060] Build status: SCHEDULED
[10:57:42.060] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863775475581815104:75:0) after 7m9s
[10:58:34.990] Received PubSub notification, asking Buildbucket for the build status
[10:58:35.008] Build status: STARTED
[11:04:51.166] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863775475581815104:75:0)
[11:04:51.183] Build status: STARTED
[11:04:51.183] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863775475581815104:77:0) after 5m4s
[11:09:55.254] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863775475581815104:77:0)
[11:09:55.293] Build status: STARTED
[11:09:55.293] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863775475581815104:78:0) after 4m33s
[11:14:28.478] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863775475581815104:78:0)
[11:14:28.498] Build status: STARTED
[11:14:28.498] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863775475581815104:79:0) after 8m1s
[11:22:29.638] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863775475581815104:79:0)
[11:22:29.653] Build status: STARTED
[11:22:29.653] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863775475581815104:80:0) after 3m46s
[11:26:15.756] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863775475581815104:80:0)
[11:26:15.827] Build status: STARTED
[11:26:15.827] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863775475581815104:81:0) after 3m52s
[11:30:08.051] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863775475581815104:81:0)
[11:30:08.089] Build status: STARTED
[11:30:08.089] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863775475581815104:82:0) after 6m54s
[11:37:02.106] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863775475581815104:82:0)
[11:37:02.133] Build status: STARTED
[11:37:02.133] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863775475581815104:83:0) after 5m59s
[11:43:01.463] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863775475581815104:83:0)
[11:43:01.491] Build status: STARTED
[11:43:01.492] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863775475581815104:84:0) after 4m59s
[11:47:40.551] Received PubSub notification, asking Buildbucket for the build status
[11:47:40.569] Build:
{
  "id": "8698345413760257169",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-bazel-sanitizers-asan"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-11-13T04:33:25.874522721Z",
  "startTime": "2025-11-13T10:58:34.747822773Z",
  "endTime": "2025-11-13T11:47:27.457491490Z",
  "updateTime": "2025-11-13T11:47:27.457491490Z",
  "status": "INFRA_FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "875f848afc6a4eda0ebcb4fdfbacb0c1a8081b1f",
      "ref": "refs/heads/main"
    }
  }
}
[11:47:40.569] Invocation finished in 7h14m15.814919723s with status FAILED