buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "pigweed.dev.ci"
  builder: "pigweed-mac-arm-bazel-sanitizers-asan-gtest"
>

• f9020256fdc9a2f5f121ab9dcd5884846f49cee9 (2 months ago)
• d28bd716c01b8e164726caf8b5d16bc8c7268926 (2 months ago)

{
  "branch": "refs/heads/main",
  "repository": "https://pigweed.googlesource.com/pigweed/pigweed",
  "revision": "d28bd716c01b8e164726caf8b5d16bc8c7268926"
}

• buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/d28bd716c01b8e164726caf8b5d16bc8c7268926
• gitiles_ref:refs/heads/main

[19:04:35.564] New invocation is queued and will start shortly
[19:04:38.199] Starting the invocation (attempt 1)
[19:04:38.228] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/d28bd716c01b8e164726caf8b5d16bc8c7268926"
[19:04:38.228] Popped gitiles commit info from properties and tags
[19:04:38.228] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[19:04:38.228] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[19:04:38.229] Buildbucket request:
{
  "requestId": "8848681569247665856",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-arm-bazel-sanitizers-asan-gtest"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8848681569247665856",
            "job": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest",
            "triggers": [
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "f9020256fdc9a2f5f121ab9dcd5884846f49cee9"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@f9020256fdc9a2f5f121ab9dcd5884846f49cee9",
                        "title": "f9020256fdc9a2f5f121ab9dcd5884846f49cee9",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/f9020256fdc9a2f5f121ab9dcd5884846f49cee9"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "d28bd716c01b8e164726caf8b5d16bc8c7268926"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@d28bd716c01b8e164726caf8b5d16bc8c7268926",
                        "title": "d28bd716c01b8e164726caf8b5d16bc8c7268926",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/d28bd716c01b8e164726caf8b5d16bc8c7268926"
                      }
                ]
          }
    },
  "gitilesCommit": {
    "host": "pigweed.googlesource.com",
    "project": "pigweed/pigweed",
    "id": "d28bd716c01b8e164726caf8b5d16bc8c7268926",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8848681569247665856"
    },
    {
      "key": "scheduler_job_id",
      "value": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[19:04:38.678] Scheduled build:
{
  "id": "8683251505735940561",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-arm-bazel-sanitizers-asan-gtest"
  },
  "createdBy": "project:pigweed",
  "createTime": "2026-04-28T19:04:38.291361328Z",
  "updateTime": "2026-04-28T19:04:38.291361328Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "d28bd716c01b8e164726caf8b5d16bc8c7268926",
      "ref": "refs/heads/main"
    }
  }
}
[19:04:38.678] Task URL: https://cr-buildbucket.appspot.com/build/8683251505735940561
[19:04:38.678] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8848681569247665856:2:0) after 3m2s
[19:04:39.619] Received PubSub notification, asking Buildbucket for the build status
[19:04:39.646] Build status: SCHEDULED
[19:07:40.693] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8848681569247665856:2:0)
[19:07:40.721] Build status: SCHEDULED
[19:07:40.721] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8848681569247665856:4:0) after 1m47s
[19:09:27.785] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8848681569247665856:4:0)
[19:09:27.804] Build status: SCHEDULED
[19:09:27.804] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8848681569247665856:5:0) after 1m7s
[19:10:34.868] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8848681569247665856:5:0)
[19:10:34.882] Build status: SCHEDULED
[19:10:34.882] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8848681569247665856:6:0) after 9m15s
[19:19:50.185] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8848681569247665856:6:0)
[19:19:50.223] Build status: SCHEDULED
[19:19:50.223] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8848681569247665856:7:0) after 5m44s
[19:25:34.253] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8848681569247665856:7:0)
[19:25:34.269] Build status: SCHEDULED
[19:25:34.270] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8848681569247665856:8:0) after 1m47s
[19:27:21.364] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8848681569247665856:8:0)
[19:27:21.393] Build status: SCHEDULED
[19:27:21.393] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8848681569247665856:9:0) after 5m4s
[19:32:25.453] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8848681569247665856:9:0)
[19:32:25.476] Build status: SCHEDULED
[19:32:25.476] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8848681569247665856:10:0) after 6m6s
[19:38:31.591] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8848681569247665856:10:0)
[19:38:31.659] Build status: SCHEDULED
[19:38:31.659] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8848681569247665856:11:0) after 1m50s
[19:40:21.861] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8848681569247665856:11:0)
[19:40:21.890] Build status: SCHEDULED
[19:40:21.890] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8848681569247665856:12:0) after 8m58s
[19:49:19.930] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8848681569247665856:12:0)
[19:49:19.948] Build status: SCHEDULED
[19:49:19.948] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8848681569247665856:13:0) after 4m50s
[19:54:09.926] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8848681569247665856:13:0)
[19:54:09.953] Build status: SCHEDULED
[19:54:09.953] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8848681569247665856:14:0) after 9m47s
[20:03:56.968] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8848681569247665856:14:0)
[20:03:56.996] Build status: SCHEDULED
[20:03:56.996] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8848681569247665856:15:0) after 8m21s
[20:12:18.014] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8848681569247665856:15:0)
[20:12:18.038] Build status: SCHEDULED
[20:12:18.038] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8848681569247665856:16:0) after 2m57s
[20:15:15.055] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8848681569247665856:16:0)
[20:15:15.125] Build status: SCHEDULED
[20:15:15.125] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8848681569247665856:17:0) after 5m54s
[20:21:09.138] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8848681569247665856:17:0)
[20:21:09.158] Build status: SCHEDULED
[20:21:09.158] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8848681569247665856:18:0) after 1m8s
[20:22:17.376] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8848681569247665856:18:0)
[20:22:17.424] Build status: SCHEDULED
[20:22:17.424] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8848681569247665856:19:0) after 6m11s
[20:28:28.641] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8848681569247665856:19:0)
[20:28:28.671] Build status: SCHEDULED
[20:28:28.671] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8848681569247665856:20:0) after 2m7s
[20:30:35.770] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8848681569247665856:20:0)
[20:30:35.790] Build status: SCHEDULED
[20:30:35.790] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8848681569247665856:21:0) after 2m22s
[20:32:57.904] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8848681569247665856:21:0)
[20:32:57.923] Build status: SCHEDULED
[20:32:57.923] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8848681569247665856:22:0) after 6m52s
[20:39:50.000] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8848681569247665856:22:0)
[20:39:50.028] Build status: SCHEDULED
[20:39:50.028] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8848681569247665856:23:0) after 1m30s
[20:41:20.037] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8848681569247665856:23:0)
[20:41:20.056] Build status: SCHEDULED
[20:41:20.056] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8848681569247665856:24:0) after 2m49s
[20:44:09.168] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8848681569247665856:24:0)
[20:44:09.237] Build status: SCHEDULED
[20:44:09.237] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8848681569247665856:25:0) after 9m25s
[20:53:34.252] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8848681569247665856:25:0)
[20:53:34.269] Build status: SCHEDULED
[20:53:34.270] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8848681569247665856:26:0) after 3m29s
[20:57:03.331] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8848681569247665856:26:0)
[20:57:03.364] Build status: SCHEDULED
[20:57:03.364] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8848681569247665856:27:0) after 2m32s
[20:59:35.450] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8848681569247665856:27:0)
[20:59:35.467] Build status: SCHEDULED
[20:59:35.467] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8848681569247665856:28:0) after 7m21s
[21:06:56.621] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8848681569247665856:28:0)
[21:06:56.638] Build status: SCHEDULED
[21:06:56.638] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8848681569247665856:29:0) after 4m32s
[21:11:28.704] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8848681569247665856:29:0)
[21:11:28.721] Build status: SCHEDULED
[21:11:28.721] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8848681569247665856:30:0) after 7m11s
[21:17:35.240] Received PubSub notification, asking Buildbucket for the build status
[21:17:35.260] Build status: STARTED
[21:18:39.741] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8848681569247665856:30:0)
[21:18:39.765] Build status: STARTED
[21:18:39.765] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8848681569247665856:32:0) after 2m4s
[21:20:31.736] Received PubSub notification, asking Buildbucket for the build status
[21:20:31.764] Build:
{
  "id": "8683251505735940561",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-arm-bazel-sanitizers-asan-gtest"
  },
  "createdBy": "project:pigweed",
  "createTime": "2026-04-28T19:04:38.291361328Z",
  "startTime": "2026-04-28T21:17:35.064684103Z",
  "endTime": "2026-04-28T21:20:31.327513437Z",
  "updateTime": "2026-04-28T21:20:31.327513437Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "d28bd716c01b8e164726caf8b5d16bc8c7268926",
      "ref": "refs/heads/main"
    }
  }
}
[21:20:31.764] Invocation finished in 2h15m56.205237114s with status FAILED