buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "pigweed.dev.ci"
  builder: "pigweed-mac-arm-bazel-sanitizers-asan-build"
>

• 3858911d476af53685049fa7ae68bc5b977a1250 (1 month ago)

{
  "branch": "refs/heads/main",
  "repository": "https://pigweed.googlesource.com/pigweed/pigweed",
  "revision": "3858911d476af53685049fa7ae68bc5b977a1250"
}

• buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/3858911d476af53685049fa7ae68bc5b977a1250
• gitiles_ref:refs/heads/main

[04:25:28.783] New invocation is queued and will start shortly
[04:25:29.938] Starting the invocation (attempt 1)
[04:25:29.966] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/3858911d476af53685049fa7ae68bc5b977a1250"
[04:25:29.967] Popped gitiles commit info from properties and tags
[04:25:29.967] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[04:25:29.967] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[04:25:29.967] Buildbucket request:
{
  "requestId": "8839586584648090896",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-arm-bazel-sanitizers-asan-build"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8839586584648090896",
            "job": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build",
            "triggers": [
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "3858911d476af53685049fa7ae68bc5b977a1250"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@3858911d476af53685049fa7ae68bc5b977a1250",
                        "title": "3858911d476af53685049fa7ae68bc5b977a1250",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/3858911d476af53685049fa7ae68bc5b977a1250"
                      }
                ]
          }
    },
  "gitilesCommit": {
    "host": "pigweed.googlesource.com",
    "project": "pigweed/pigweed",
    "id": "3858911d476af53685049fa7ae68bc5b977a1250",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8839586584648090896"
    },
    {
      "key": "scheduler_job_id",
      "value": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[04:25:30.549] Scheduled build:
{
  "id": "8674156522562390657",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-arm-bazel-sanitizers-asan-build"
  },
  "createdBy": "project:pigweed",
  "createTime": "2026-08-07T04:25:30.152805250Z",
  "updateTime": "2026-08-07T04:25:30.152805250Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "3858911d476af53685049fa7ae68bc5b977a1250",
      "ref": "refs/heads/main"
    }
  }
}
[04:25:30.549] Task URL: https://cr-buildbucket.appspot.com/build/8674156522562390657
[04:25:30.549] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8839586584648090896:2:0) after 7m21s
[04:25:32.435] Received PubSub notification, asking Buildbucket for the build status
[04:25:32.454] Build status: SCHEDULED
[04:32:51.560] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8839586584648090896:2:0)
[04:32:51.577] Build status: SCHEDULED
[04:32:51.577] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8839586584648090896:4:0) after 9m49s
[04:42:40.592] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8839586584648090896:4:0)
[04:42:40.611] Build status: SCHEDULED
[04:42:40.611] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8839586584648090896:5:0) after 7m39s
[04:50:19.743] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8839586584648090896:5:0)
[04:50:19.761] Build status: SCHEDULED
[04:50:19.761] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8839586584648090896:6:0) after 6m51s
[04:57:10.774] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8839586584648090896:6:0)
[04:57:10.800] Build status: SCHEDULED
[04:57:10.800] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8839586584648090896:7:0) after 5m16s
[05:02:27.014] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8839586584648090896:7:0)
[05:02:27.033] Build status: SCHEDULED
[05:02:27.033] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8839586584648090896:8:0) after 1m7s
[05:03:34.052] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8839586584648090896:8:0)
[05:03:34.088] Build status: SCHEDULED
[05:03:34.088] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8839586584648090896:9:0) after 5m35s
[05:09:09.124] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8839586584648090896:9:0)
[05:09:09.152] Build status: SCHEDULED
[05:09:09.152] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8839586584648090896:10:0) after 9m5s
[05:18:14.289] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8839586584648090896:10:0)
[05:18:14.311] Build status: SCHEDULED
[05:18:14.312] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8839586584648090896:11:0) after 1m42s
[05:19:56.355] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8839586584648090896:11:0)
[05:19:56.376] Build status: SCHEDULED
[05:19:56.376] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8839586584648090896:12:0) after 2m43s
[05:22:39.396] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8839586584648090896:12:0)
[05:22:39.420] Build status: SCHEDULED
[05:22:39.420] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8839586584648090896:13:0) after 7m43s
[05:30:22.504] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8839586584648090896:13:0)
[05:30:22.521] Build status: SCHEDULED
[05:30:22.521] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8839586584648090896:14:0) after 4m39s
[05:35:01.535] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8839586584648090896:14:0)
[05:35:01.560] Build status: SCHEDULED
[05:35:01.560] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8839586584648090896:15:0) after 4m34s
[05:39:35.573] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8839586584648090896:15:0)
[05:39:35.595] Build status: SCHEDULED
[05:39:35.595] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8839586584648090896:16:0) after 7m12s
[05:46:47.663] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8839586584648090896:16:0)
[05:46:47.687] Build status: SCHEDULED
[05:46:47.687] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8839586584648090896:17:0) after 4m32s
[05:51:19.700] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8839586584648090896:17:0)
[05:51:19.722] Build status: SCHEDULED
[05:51:19.723] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8839586584648090896:18:0) after 1m31s
[05:52:50.711] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8839586584648090896:18:0)
[05:52:50.789] Build status: SCHEDULED
[05:52:50.789] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8839586584648090896:19:0) after 9m13s
[06:02:03.807] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8839586584648090896:19:0)
[06:02:03.832] Build status: SCHEDULED
[06:02:03.832] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8839586584648090896:20:0) after 9m12s
[06:11:15.886] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8839586584648090896:20:0)
[06:11:15.916] Build status: SCHEDULED
[06:11:15.916] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8839586584648090896:21:0) after 9m23s
[06:20:39.078] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8839586584648090896:21:0)
[06:20:39.117] Build status: SCHEDULED
[06:20:39.117] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8839586584648090896:22:0) after 3m44s
[06:24:23.133] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8839586584648090896:22:0)
[06:24:23.154] Build status: SCHEDULED
[06:24:23.154] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8839586584648090896:23:0) after 9m4s
[06:33:27.220] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8839586584648090896:23:0)
[06:33:27.239] Build status: SCHEDULED
[06:33:27.239] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8839586584648090896:24:0) after 5m11s
[06:38:38.406] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8839586584648090896:24:0)
[06:38:38.434] Build status: SCHEDULED
[06:38:38.434] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8839586584648090896:25:0) after 7m19s
[06:45:57.700] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8839586584648090896:25:0)
[06:45:57.773] Build status: SCHEDULED
[06:45:57.773] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8839586584648090896:26:0) after 1m34s
[06:47:31.904] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8839586584648090896:26:0)
[06:47:31.933] Build status: SCHEDULED
[06:47:31.934] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8839586584648090896:27:0) after 5m2s
[06:52:34.030] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8839586584648090896:27:0)
[06:52:34.057] Build status: SCHEDULED
[06:52:34.057] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8839586584648090896:28:0) after 1m37s
[06:54:11.073] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8839586584648090896:28:0)
[06:54:11.140] Build status: SCHEDULED
[06:54:11.140] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8839586584648090896:29:0) after 1m55s
[06:56:06.208] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8839586584648090896:29:0)
[06:56:06.237] Build status: SCHEDULED
[06:56:06.237] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8839586584648090896:30:0) after 3m55s
[07:00:01.298] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8839586584648090896:30:0)
[07:00:01.325] Build status: SCHEDULED
[07:00:01.325] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8839586584648090896:31:0) after 4m44s
[07:04:45.547] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8839586584648090896:31:0)
[07:04:45.633] Build status: SCHEDULED
[07:04:45.633] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8839586584648090896:32:0) after 5m8s
[07:09:53.651] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8839586584648090896:32:0)
[07:09:53.674] Build status: SCHEDULED
[07:09:53.674] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8839586584648090896:33:0) after 3m44s
[07:13:37.663] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8839586584648090896:33:0)
[07:13:37.755] Build status: SCHEDULED
[07:13:37.755] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8839586584648090896:34:0) after 7m33s
[07:21:10.858] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8839586584648090896:34:0)
[07:21:10.895] Build status: SCHEDULED
[07:21:10.895] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8839586584648090896:35:0) after 8m38s
[07:29:48.921] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8839586584648090896:35:0)
[07:29:48.940] Build status: SCHEDULED
[07:29:48.940] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8839586584648090896:36:0) after 9m29s
[07:30:30.603] Received PubSub notification, asking Buildbucket for the build status
[07:30:30.624] Build status: STARTED
[07:39:17.995] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8839586584648090896:36:0)
[07:39:18.020] Build status: STARTED
[07:39:18.020] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8839586584648090896:38:0) after 4m53s
[07:40:41.902] Received PubSub notification, asking Buildbucket for the build status
[07:40:41.975] Build:
{
  "id": "8674156522562390657",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-arm-bazel-sanitizers-asan-build"
  },
  "createdBy": "project:pigweed",
  "createTime": "2026-08-07T04:25:30.152805250Z",
  "startTime": "2026-08-07T07:30:30.445779245Z",
  "endTime": "2026-08-07T07:40:41.618760698Z",
  "updateTime": "2026-08-07T07:40:41.618760698Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "3858911d476af53685049fa7ae68bc5b977a1250",
      "ref": "refs/heads/main"
    }
  }
}
[07:40:41.975] Invocation finished in 3h15m13.195099663s with status FAILED