buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "pigweed.dev.ci"
  builder: "pigweed-mac-arm-bazel-sanitizers-asan-gtest"
>

• 3858911d476af53685049fa7ae68bc5b977a1250 (1 month ago)

{
  "branch": "refs/heads/main",
  "repository": "https://pigweed.googlesource.com/pigweed/pigweed",
  "revision": "3858911d476af53685049fa7ae68bc5b977a1250"
}

• buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/3858911d476af53685049fa7ae68bc5b977a1250
• gitiles_ref:refs/heads/main

[04:48:42.680] New invocation is queued and will start shortly
[04:48:43.971] Starting the invocation (attempt 1)
[04:48:43.996] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/3858911d476af53685049fa7ae68bc5b977a1250"
[04:48:43.996] Popped gitiles commit info from properties and tags
[04:48:43.997] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[04:48:43.997] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[04:48:43.997] Buildbucket request:
{
  "requestId": "8839585123044289248",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-arm-bazel-sanitizers-asan-gtest"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8839585123044289248",
            "job": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest",
            "triggers": [
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "3858911d476af53685049fa7ae68bc5b977a1250"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@3858911d476af53685049fa7ae68bc5b977a1250",
                        "title": "3858911d476af53685049fa7ae68bc5b977a1250",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/3858911d476af53685049fa7ae68bc5b977a1250"
                      }
                ]
          }
    },
  "gitilesCommit": {
    "host": "pigweed.googlesource.com",
    "project": "pigweed/pigweed",
    "id": "3858911d476af53685049fa7ae68bc5b977a1250",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8839585123044289248"
    },
    {
      "key": "scheduler_job_id",
      "value": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[04:48:44.442] Scheduled build:
{
  "id": "8674155060926759137",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-arm-bazel-sanitizers-asan-gtest"
  },
  "createdBy": "project:pigweed",
  "createTime": "2026-08-07T04:48:44.076369590Z",
  "updateTime": "2026-08-07T04:48:44.076369590Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "3858911d476af53685049fa7ae68bc5b977a1250",
      "ref": "refs/heads/main"
    }
  }
}
[04:48:44.442] Task URL: https://cr-buildbucket.appspot.com/build/8674155060926759137
[04:48:44.442] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8839585123044289248:2:0) after 6m1s
[04:48:45.400] Received PubSub notification, asking Buildbucket for the build status
[04:48:45.449] Build status: SCHEDULED
[04:54:45.453] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8839585123044289248:2:0)
[04:54:45.472] Build status: SCHEDULED
[04:54:45.472] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8839585123044289248:4:0) after 1m6s
[04:55:51.485] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8839585123044289248:4:0)
[04:55:51.545] Build status: SCHEDULED
[04:55:51.545] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8839585123044289248:5:0) after 9m47s
[05:05:38.625] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8839585123044289248:5:0)
[05:05:38.651] Build status: SCHEDULED
[05:05:38.651] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8839585123044289248:6:0) after 2m20s
[05:07:58.653] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8839585123044289248:6:0)
[05:07:58.669] Build status: SCHEDULED
[05:07:58.669] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8839585123044289248:7:0) after 8m53s
[05:16:51.663] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8839585123044289248:7:0)
[05:16:51.680] Build status: SCHEDULED
[05:16:51.680] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8839585123044289248:8:0) after 5m51s
[05:22:42.777] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8839585123044289248:8:0)
[05:22:42.800] Build status: SCHEDULED
[05:22:42.800] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8839585123044289248:9:0) after 8m4s
[05:30:46.865] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8839585123044289248:9:0)
[05:30:47.164] Build status: SCHEDULED
[05:30:47.165] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8839585123044289248:10:0) after 5m34s
[05:36:21.231] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8839585123044289248:10:0)
[05:36:21.250] Build status: SCHEDULED
[05:36:21.250] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8839585123044289248:11:0) after 7m50s
[05:44:11.317] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8839585123044289248:11:0)
[05:44:11.355] Build status: SCHEDULED
[05:44:11.355] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8839585123044289248:12:0) after 8m17s
[05:52:28.369] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8839585123044289248:12:0)
[05:52:28.397] Build status: SCHEDULED
[05:52:28.397] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8839585123044289248:13:0) after 3m58s
[05:56:26.460] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8839585123044289248:13:0)
[05:56:26.480] Build status: SCHEDULED
[05:56:26.480] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8839585123044289248:14:0) after 9m4s
[06:05:30.691] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8839585123044289248:14:0)
[06:05:30.710] Build status: SCHEDULED
[06:05:30.710] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8839585123044289248:15:0) after 3m20s
[06:08:50.780] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8839585123044289248:15:0)
[06:08:50.799] Build status: SCHEDULED
[06:08:50.799] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8839585123044289248:16:0) after 2m21s
[06:11:11.811] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8839585123044289248:16:0)
[06:11:11.828] Build status: SCHEDULED
[06:11:11.828] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8839585123044289248:17:0) after 2m11s
[06:13:22.871] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8839585123044289248:17:0)
[06:13:22.893] Build status: SCHEDULED
[06:13:22.894] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8839585123044289248:18:0) after 7m36s
[06:20:58.908] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8839585123044289248:18:0)
[06:20:58.925] Build status: SCHEDULED
[06:20:58.925] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8839585123044289248:19:0) after 7m25s
[06:28:24.016] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8839585123044289248:19:0)
[06:28:24.078] Build status: SCHEDULED
[06:28:24.078] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8839585123044289248:20:0) after 5m15s
[06:33:39.094] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8839585123044289248:20:0)
[06:33:39.125] Build status: SCHEDULED
[06:33:39.125] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8839585123044289248:21:0) after 5m0s
[06:38:39.148] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8839585123044289248:21:0)
[06:38:39.170] Build status: SCHEDULED
[06:38:39.170] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8839585123044289248:22:0) after 4m42s
[06:43:21.222] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8839585123044289248:22:0)
[06:43:21.239] Build status: SCHEDULED
[06:43:21.239] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8839585123044289248:23:0) after 2m13s
[06:45:34.256] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8839585123044289248:23:0)
[06:45:34.279] Build status: SCHEDULED
[06:45:34.279] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8839585123044289248:24:0) after 2m41s
[06:48:15.491] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8839585123044289248:24:0)
[06:48:15.513] Build status: SCHEDULED
[06:48:15.513] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8839585123044289248:25:0) after 1m14s
[06:49:29.528] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8839585123044289248:25:0)
[06:49:29.547] Build status: SCHEDULED
[06:49:29.547] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8839585123044289248:26:0) after 7m53s
[06:57:22.563] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8839585123044289248:26:0)
[06:57:22.586] Build status: SCHEDULED
[06:57:22.586] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8839585123044289248:27:0) after 7m31s
[07:04:53.605] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8839585123044289248:27:0)
[07:04:53.631] Build status: SCHEDULED
[07:04:53.631] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8839585123044289248:28:0) after 5m59s
[07:10:52.661] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8839585123044289248:28:0)
[07:10:52.684] Build status: SCHEDULED
[07:10:52.684] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8839585123044289248:29:0) after 6m39s
[07:17:31.712] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8839585123044289248:29:0)
[07:17:31.736] Build status: SCHEDULED
[07:17:31.736] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8839585123044289248:30:0) after 2m20s
[07:19:51.797] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8839585123044289248:30:0)
[07:19:51.821] Build status: SCHEDULED
[07:19:51.821] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8839585123044289248:31:0) after 8m32s
[07:28:23.880] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8839585123044289248:31:0)
[07:28:23.903] Build status: SCHEDULED
[07:28:23.903] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8839585123044289248:32:0) after 4m38s
[07:33:01.936] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8839585123044289248:32:0)
[07:33:01.972] Build status: SCHEDULED
[07:33:01.972] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8839585123044289248:33:0) after 1m16s
[07:34:18.046] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8839585123044289248:33:0)
[07:34:18.066] Build status: SCHEDULED
[07:34:18.066] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8839585123044289248:34:0) after 8m57s
[07:43:15.234] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8839585123044289248:34:0)
[07:43:15.284] Build status: SCHEDULED
[07:43:15.285] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8839585123044289248:35:0) after 2m43s
[07:45:58.279] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8839585123044289248:35:0)
[07:45:58.303] Build status: SCHEDULED
[07:45:58.303] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8839585123044289248:36:0) after 2m17s
[07:46:40.008] Received PubSub notification, asking Buildbucket for the build status
[07:46:40.031] Build status: STARTED
[07:48:15.408] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8839585123044289248:36:0)
[07:48:15.429] Build status: STARTED
[07:48:15.429] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8839585123044289248:38:0) after 2m39s
[07:50:46.160] Received PubSub notification, asking Buildbucket for the build status
[07:50:46.248] Build:
{
  "id": "8674155060926759137",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-arm-bazel-sanitizers-asan-gtest"
  },
  "createdBy": "project:pigweed",
  "createTime": "2026-08-07T04:48:44.076369590Z",
  "startTime": "2026-08-07T07:46:39.848648247Z",
  "endTime": "2026-08-07T07:50:45.773792540Z",
  "updateTime": "2026-08-07T07:50:45.773792540Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "3858911d476af53685049fa7ae68bc5b977a1250",
      "ref": "refs/heads/main"
    }
  }
}
[07:50:46.248] Invocation finished in 3h2m3.575021898s with status FAILED