buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "pigweed.dev.ci"
  builder: "pigweed-mac-arm-bazel-sanitizers-asan-build"
>

• 9ef3c66e2a043ada462ac380a386a3b864157f96 (1 month ago)
• d132eaa3da4a9ddf341557034f26829281fdee89 (1 month ago)

{
  "branch": "refs/heads/main",
  "repository": "https://pigweed.googlesource.com/pigweed/pigweed",
  "revision": "d132eaa3da4a9ddf341557034f26829281fdee89"
}

• buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/d132eaa3da4a9ddf341557034f26829281fdee89
• gitiles_ref:refs/heads/main

[23:13:07.088] New invocation is queued and will start shortly
[23:13:08.251] Starting the invocation (attempt 1)
[23:13:08.281] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/d132eaa3da4a9ddf341557034f26829281fdee89"
[23:13:08.281] Popped gitiles commit info from properties and tags
[23:13:08.281] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[23:13:08.281] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[23:13:08.282] Buildbucket request:
{
  "requestId": "8845857427425347088",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-arm-bazel-sanitizers-asan-build"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8845857427425347088",
            "job": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build",
            "triggers": [
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "9ef3c66e2a043ada462ac380a386a3b864157f96"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@9ef3c66e2a043ada462ac380a386a3b864157f96",
                        "title": "9ef3c66e2a043ada462ac380a386a3b864157f96",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/9ef3c66e2a043ada462ac380a386a3b864157f96"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "d132eaa3da4a9ddf341557034f26829281fdee89"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@d132eaa3da4a9ddf341557034f26829281fdee89",
                        "title": "d132eaa3da4a9ddf341557034f26829281fdee89",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/d132eaa3da4a9ddf341557034f26829281fdee89"
                      }
                ]
          }
    },
  "gitilesCommit": {
    "host": "pigweed.googlesource.com",
    "project": "pigweed/pigweed",
    "id": "d132eaa3da4a9ddf341557034f26829281fdee89",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8845857427425347088"
    },
    {
      "key": "scheduler_job_id",
      "value": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[23:13:08.758] Scheduled build:
{
  "id": "8680427365438764737",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-arm-bazel-sanitizers-asan-build"
  },
  "createdBy": "project:pigweed",
  "createTime": "2026-05-29T23:13:08.359421861Z",
  "updateTime": "2026-05-29T23:13:08.359421861Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "d132eaa3da4a9ddf341557034f26829281fdee89",
      "ref": "refs/heads/main"
    }
  }
}
[23:13:08.758] Task URL: https://cr-buildbucket.appspot.com/build/8680427365438764737
[23:13:08.758] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8845857427425347088:2:0) after 9m58s
[23:13:09.774] Received PubSub notification, asking Buildbucket for the build status
[23:13:09.810] Build status: SCHEDULED
[23:23:06.829] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8845857427425347088:2:0)
[23:23:06.846] Build status: SCHEDULED
[23:23:06.846] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8845857427425347088:4:0) after 9m7s
[23:32:13.850] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8845857427425347088:4:0)
[23:32:13.880] Build status: SCHEDULED
[23:32:13.880] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8845857427425347088:5:0) after 4m20s
[23:36:33.916] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8845857427425347088:5:0)
[23:36:33.940] Build status: SCHEDULED
[23:36:33.940] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8845857427425347088:6:0) after 4m10s
[23:40:43.922] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8845857427425347088:6:0)
[23:40:43.941] Build status: SCHEDULED
[23:40:43.941] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8845857427425347088:7:0) after 1m1s
[23:41:45.004] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8845857427425347088:7:0)
[23:41:45.030] Build status: SCHEDULED
[23:41:45.030] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8845857427425347088:8:0) after 4m47s
[23:46:32.118] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8845857427425347088:8:0)
[23:46:32.482] Build status: SCHEDULED
[23:46:32.482] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8845857427425347088:9:0) after 8m43s
[23:55:15.563] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8845857427425347088:9:0)
[23:55:15.587] Build status: SCHEDULED
[23:55:15.587] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8845857427425347088:10:0) after 6m50s
[00:02:05.560] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8845857427425347088:10:0)
[00:02:05.578] Build status: SCHEDULED
[00:02:05.578] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8845857427425347088:11:0) after 2m51s
[00:04:56.543] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8845857427425347088:11:0)
[00:04:56.617] Build status: SCHEDULED
[00:04:56.617] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8845857427425347088:12:0) after 3m24s
[00:08:20.717] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8845857427425347088:12:0)
[00:08:20.739] Build status: SCHEDULED
[00:08:20.739] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8845857427425347088:13:0) after 1m10s
[00:09:30.785] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8845857427425347088:13:0)
[00:09:30.822] Build status: SCHEDULED
[00:09:30.822] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8845857427425347088:14:0) after 6m24s
[00:15:54.947] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8845857427425347088:14:0)
[00:15:54.979] Build status: SCHEDULED
[00:15:55.030] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8845857427425347088:15:0) after 7m20s
[00:23:15.253] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8845857427425347088:15:0)
[00:23:15.273] Build status: SCHEDULED
[00:23:15.273] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8845857427425347088:16:0) after 1m22s
[00:24:37.353] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8845857427425347088:16:0)
[00:24:37.408] Build status: SCHEDULED
[00:24:37.408] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8845857427425347088:17:0) after 5m58s
[00:30:35.422] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8845857427425347088:17:0)
[00:30:35.440] Build status: SCHEDULED
[00:30:35.440] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8845857427425347088:18:0) after 5m4s
[00:35:39.458] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8845857427425347088:18:0)
[00:35:39.478] Build status: SCHEDULED
[00:35:39.478] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8845857427425347088:19:0) after 1m13s
[00:36:52.532] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8845857427425347088:19:0)
[00:36:52.549] Build status: SCHEDULED
[00:36:52.549] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8845857427425347088:20:0) after 5m29s
[00:42:21.848] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8845857427425347088:20:0)
[00:42:21.875] Build status: SCHEDULED
[00:42:21.875] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8845857427425347088:21:0) after 3m10s
[00:45:31.941] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8845857427425347088:21:0)
[00:45:32.012] Build status: SCHEDULED
[00:45:32.012] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8845857427425347088:22:0) after 8m24s
[00:53:56.027] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8845857427425347088:22:0)
[00:53:56.049] Build status: SCHEDULED
[00:53:56.049] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8845857427425347088:23:0) after 2m15s
[00:56:11.104] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8845857427425347088:23:0)
[00:56:11.151] Build status: SCHEDULED
[00:56:11.151] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8845857427425347088:24:0) after 2m36s
[00:58:47.184] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8845857427425347088:24:0)
[00:58:47.206] Build status: SCHEDULED
[00:58:47.206] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8845857427425347088:25:0) after 6m50s
[01:05:37.228] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8845857427425347088:25:0)
[01:05:37.245] Build status: SCHEDULED
[01:05:37.245] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8845857427425347088:26:0) after 5m3s
[01:10:40.317] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8845857427425347088:26:0)
[01:10:40.344] Build status: SCHEDULED
[01:10:40.344] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8845857427425347088:27:0) after 9m25s
[01:20:05.449] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8845857427425347088:27:0)
[01:20:05.470] Build status: SCHEDULED
[01:20:05.470] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8845857427425347088:28:0) after 5m58s
[01:26:03.532] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8845857427425347088:28:0)
[01:26:03.554] Build status: SCHEDULED
[01:26:03.554] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8845857427425347088:29:0) after 1m41s
[01:27:44.667] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8845857427425347088:29:0)
[01:27:44.683] Build status: SCHEDULED
[01:27:44.683] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8845857427425347088:30:0) after 8m40s
[01:36:24.748] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8845857427425347088:30:0)
[01:36:24.767] Build status: SCHEDULED
[01:36:24.767] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8845857427425347088:31:0) after 6m1s
[01:42:25.840] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8845857427425347088:31:0)
[01:42:25.863] Build status: SCHEDULED
[01:42:25.863] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8845857427425347088:32:0) after 9m55s
[01:52:20.857] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8845857427425347088:32:0)
[01:52:20.873] Build status: SCHEDULED
[01:52:20.873] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8845857427425347088:33:0) after 2m0s
[01:54:20.905] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8845857427425347088:33:0)
[01:54:21.023] Build status: SCHEDULED
[01:54:21.023] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8845857427425347088:34:0) after 5m2s
[01:54:28.729] Received PubSub notification, asking Buildbucket for the build status
[01:54:28.749] Build status: STARTED
[01:59:22.991] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8845857427425347088:34:0)
[01:59:23.005] Build status: STARTED
[01:59:23.005] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8845857427425347088:36:0) after 9m25s
[01:59:48.495] Received PubSub notification, asking Buildbucket for the build status
[01:59:48.511] Build:
{
  "id": "8680427365438764737",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-arm-bazel-sanitizers-asan-build"
  },
  "createdBy": "project:pigweed",
  "createTime": "2026-05-29T23:13:08.359421861Z",
  "startTime": "2026-05-30T01:54:28.532934831Z",
  "endTime": "2026-05-30T01:59:48.217849894Z",
  "updateTime": "2026-05-30T01:59:48.217849894Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "d132eaa3da4a9ddf341557034f26829281fdee89",
      "ref": "refs/heads/main"
    }
  }
}
[01:59:48.511] Invocation finished in 2h46m41.430515771s with status FAILED