buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "pigweed.dev.ci"
  builder: "pigweed-mac-arm-bazel-sanitizers-asan-build"
>

• 53da352e4d4b6e5989e8a96171c8a0dc3d935655 (2 months ago)
• ce35bb4ff5797aa2dbd222e181ac211cd4982f82 (2 months ago)

{
  "branch": "refs/heads/main",
  "repository": "https://pigweed.googlesource.com/pigweed/pigweed",
  "revision": "ce35bb4ff5797aa2dbd222e181ac211cd4982f82"
}

• buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/ce35bb4ff5797aa2dbd222e181ac211cd4982f82
• gitiles_ref:refs/heads/main

[20:24:14.740] New invocation is queued and will start shortly
[20:24:16.299] Starting the invocation (attempt 1)
[20:24:16.334] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/ce35bb4ff5797aa2dbd222e181ac211cd4982f82"
[20:24:16.335] Popped gitiles commit info from properties and tags
[20:24:16.335] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[20:24:16.335] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[20:24:16.335] Buildbucket request:
{
  "requestId": "8840885218806913968",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-arm-bazel-sanitizers-asan-build"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8840885218806913968",
            "job": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build",
            "triggers": [
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "53da352e4d4b6e5989e8a96171c8a0dc3d935655"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@53da352e4d4b6e5989e8a96171c8a0dc3d935655",
                        "title": "53da352e4d4b6e5989e8a96171c8a0dc3d935655",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/53da352e4d4b6e5989e8a96171c8a0dc3d935655"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "ce35bb4ff5797aa2dbd222e181ac211cd4982f82"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@ce35bb4ff5797aa2dbd222e181ac211cd4982f82",
                        "title": "ce35bb4ff5797aa2dbd222e181ac211cd4982f82",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/ce35bb4ff5797aa2dbd222e181ac211cd4982f82"
                      }
                ]
          }
    },
  "gitilesCommit": {
    "host": "pigweed.googlesource.com",
    "project": "pigweed/pigweed",
    "id": "ce35bb4ff5797aa2dbd222e181ac211cd4982f82",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8840885218806913968"
    },
    {
      "key": "scheduler_job_id",
      "value": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[20:24:16.674] Scheduled build:
{
  "id": "8675455156414749745",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-arm-bazel-sanitizers-asan-build"
  },
  "createdBy": "project:pigweed",
  "createTime": "2026-07-23T20:24:16.401876582Z",
  "updateTime": "2026-07-23T20:24:16.401876582Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "ce35bb4ff5797aa2dbd222e181ac211cd4982f82",
      "ref": "refs/heads/main"
    }
  }
}
[20:24:16.674] Task URL: https://cr-buildbucket.appspot.com/build/8675455156414749745
[20:24:16.674] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8840885218806913968:2:0) after 3m52s
[20:24:16.794] Received PubSub notification, asking Buildbucket for the build status
[20:24:16.856] Build status: SCHEDULED
[20:28:08.690] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8840885218806913968:2:0)
[20:28:08.710] Build status: SCHEDULED
[20:28:08.710] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8840885218806913968:4:0) after 5m0s
[20:33:08.729] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8840885218806913968:4:0)
[20:33:08.767] Build status: SCHEDULED
[20:33:08.767] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8840885218806913968:5:0) after 5m38s
[20:38:46.828] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8840885218806913968:5:0)
[20:38:46.850] Build status: SCHEDULED
[20:38:46.851] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8840885218806913968:6:0) after 6m30s
[20:45:16.923] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8840885218806913968:6:0)
[20:45:16.963] Build status: SCHEDULED
[20:45:16.964] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8840885218806913968:7:0) after 8m25s
[20:53:41.978] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8840885218806913968:7:0)
[20:53:42.018] Build status: SCHEDULED
[20:53:42.018] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8840885218806913968:8:0) after 2m52s
[20:56:34.033] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8840885218806913968:8:0)
[20:56:34.075] Build status: SCHEDULED
[20:56:34.075] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8840885218806913968:9:0) after 6m51s
[21:03:25.118] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8840885218806913968:9:0)
[21:03:25.137] Build status: SCHEDULED
[21:03:25.137] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8840885218806913968:10:0) after 1m9s
[21:04:34.274] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8840885218806913968:10:0)
[21:04:34.399] Build status: SCHEDULED
[21:04:34.399] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8840885218806913968:11:0) after 1m17s
[21:05:51.411] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8840885218806913968:11:0)
[21:05:51.435] Build status: SCHEDULED
[21:05:51.435] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8840885218806913968:12:0) after 4m15s
[21:10:06.447] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8840885218806913968:12:0)
[21:10:06.466] Build status: SCHEDULED
[21:10:06.466] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8840885218806913968:13:0) after 2m58s
[21:13:04.579] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8840885218806913968:13:0)
[21:13:04.599] Build status: SCHEDULED
[21:13:04.599] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8840885218806913968:14:0) after 9m11s
[21:22:15.676] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8840885218806913968:14:0)
[21:22:15.695] Build status: SCHEDULED
[21:22:15.695] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8840885218806913968:15:0) after 8m38s
[21:30:53.710] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8840885218806913968:15:0)
[21:30:53.733] Build status: SCHEDULED
[21:30:53.733] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8840885218806913968:16:0) after 6m36s
[21:37:29.745] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8840885218806913968:16:0)
[21:37:29.834] Build status: SCHEDULED
[21:37:29.834] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8840885218806913968:17:0) after 8m4s
[21:45:33.852] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8840885218806913968:17:0)
[21:45:33.944] Build status: SCHEDULED
[21:45:33.944] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8840885218806913968:18:0) after 1m12s
[21:46:46.116] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8840885218806913968:18:0)
[21:46:46.144] Build status: SCHEDULED
[21:46:46.144] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8840885218806913968:19:0) after 1m24s
[21:48:10.158] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8840885218806913968:19:0)
[21:48:10.174] Build status: SCHEDULED
[21:48:10.174] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8840885218806913968:20:0) after 6m15s
[21:54:25.250] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8840885218806913968:20:0)
[21:54:25.672] Build status: SCHEDULED
[21:54:25.672] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8840885218806913968:21:0) after 5m14s
[21:59:39.730] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8840885218806913968:21:0)
[21:59:39.754] Build status: SCHEDULED
[21:59:39.754] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8840885218806913968:22:0) after 8m50s
[22:08:29.770] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8840885218806913968:22:0)
[22:08:29.788] Build status: SCHEDULED
[22:08:29.788] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8840885218806913968:23:0) after 7m9s
[22:15:38.852] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8840885218806913968:23:0)
[22:15:38.870] Build status: SCHEDULED
[22:15:38.870] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8840885218806913968:24:0) after 6m38s
[22:22:16.885] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8840885218806913968:24:0)
[22:22:16.904] Build status: SCHEDULED
[22:22:16.904] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8840885218806913968:25:0) after 6m4s
[22:28:20.968] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8840885218806913968:25:0)
[22:28:20.986] Build status: SCHEDULED
[22:28:20.986] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8840885218806913968:26:0) after 1m21s
[22:29:42.014] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8840885218806913968:26:0)
[22:29:42.037] Build status: SCHEDULED
[22:29:42.037] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8840885218806913968:27:0) after 5m42s
[22:35:24.054] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8840885218806913968:27:0)
[22:35:24.088] Build status: SCHEDULED
[22:35:24.088] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8840885218806913968:28:0) after 3m4s
[22:38:28.236] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8840885218806913968:28:0)
[22:38:28.261] Build status: SCHEDULED
[22:38:28.261] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8840885218806913968:29:0) after 6m3s
[22:44:31.238] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8840885218806913968:29:0)
[22:44:31.266] Build status: SCHEDULED
[22:44:31.266] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8840885218806913968:30:0) after 1m40s
[22:46:11.300] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8840885218806913968:30:0)
[22:46:11.326] Build status: SCHEDULED
[22:46:11.326] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8840885218806913968:31:0) after 4m37s
[22:50:48.390] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8840885218806913968:31:0)
[22:50:48.413] Build status: SCHEDULED
[22:50:48.413] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8840885218806913968:32:0) after 4m0s
[22:54:48.433] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8840885218806913968:32:0)
[22:54:48.452] Build status: SCHEDULED
[22:54:48.452] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8840885218806913968:33:0) after 7m5s
[22:59:38.201] Received PubSub notification, asking Buildbucket for the build status
[22:59:38.243] Build status: STARTED
[23:01:53.567] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8840885218806913968:33:0)
[23:01:53.593] Build status: STARTED
[23:01:53.593] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8840885218806913968:35:0) after 6m13s
[23:08:06.595] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8840885218806913968:35:0)
[23:08:06.619] Build status: STARTED
[23:08:06.619] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8840885218806913968:36:0) after 4m51s
[23:10:20.027] Received PubSub notification, asking Buildbucket for the build status
[23:10:20.045] Build:
{
  "id": "8675455156414749745",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-arm-bazel-sanitizers-asan-build"
  },
  "createdBy": "project:pigweed",
  "createTime": "2026-07-23T20:24:16.401876582Z",
  "startTime": "2026-07-23T22:59:37.838788645Z",
  "endTime": "2026-07-23T23:10:19.762096674Z",
  "updateTime": "2026-07-23T23:10:19.762096674Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "ce35bb4ff5797aa2dbd222e181ac211cd4982f82",
      "ref": "refs/heads/main"
    }
  }
}
[23:10:20.045] Invocation finished in 2h46m5.30968607s with status FAILED