buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "pigweed.dev.ci"
  builder: "pigweed-linux-bazel-sanitizers-ubsan-build"
>

• 2b3947b60a0ffffbe0fd2e3ad49896d8ed21fef1 (1 week ago)

{
  "branch": "refs/heads/main",
  "repository": "https://pigweed.googlesource.com/pigweed/pigweed",
  "revision": "2b3947b60a0ffffbe0fd2e3ad49896d8ed21fef1"
}

• buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/2b3947b60a0ffffbe0fd2e3ad49896d8ed21fef1
• gitiles_ref:refs/heads/main

[06:12:42.427] New invocation is queued and will start shortly
[06:12:43.473] Starting the invocation (attempt 1)
[06:12:43.496] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/2b3947b60a0ffffbe0fd2e3ad49896d8ed21fef1"
[06:12:43.496] Popped gitiles commit info from properties and tags
[06:12:43.496] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[06:12:43.497] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[06:12:43.497] Buildbucket request:
{
  "requestId": "8843022523207820000",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-linux-bazel-sanitizers-ubsan-build"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8843022523207820000",
            "job": "pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build",
            "triggers": [
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "2b3947b60a0ffffbe0fd2e3ad49896d8ed21fef1"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@2b3947b60a0ffffbe0fd2e3ad49896d8ed21fef1",
                        "title": "2b3947b60a0ffffbe0fd2e3ad49896d8ed21fef1",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/2b3947b60a0ffffbe0fd2e3ad49896d8ed21fef1"
                      }
                ]
          }
    },
  "gitilesCommit": {
    "host": "pigweed.googlesource.com",
    "project": "pigweed/pigweed",
    "id": "2b3947b60a0ffffbe0fd2e3ad49896d8ed21fef1",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8843022523207820000"
    },
    {
      "key": "scheduler_job_id",
      "value": "pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[06:12:44.016] Scheduled build:
{
  "id": "8677592461316912641",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-linux-bazel-sanitizers-ubsan-build"
  },
  "createdBy": "project:pigweed",
  "createTime": "2026-06-30T06:12:43.609790799Z",
  "updateTime": "2026-06-30T06:12:43.609790799Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "2b3947b60a0ffffbe0fd2e3ad49896d8ed21fef1",
      "ref": "refs/heads/main"
    }
  }
}
[06:12:44.016] Task URL: https://cr-buildbucket.appspot.com/build/8677592461316912641
[06:12:44.016] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8843022523207820000:2:0) after 1m52s
[06:12:44.216] Received PubSub notification, asking Buildbucket for the build status
[06:12:44.272] Build status: SCHEDULED
[06:14:35.992] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8843022523207820000:2:0)
[06:14:36.052] Build status: SCHEDULED
[06:14:36.052] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8843022523207820000:4:0) after 9m59s
[06:24:35.115] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8843022523207820000:4:0)
[06:24:35.253] Build status: SCHEDULED
[06:24:35.253] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8843022523207820000:5:0) after 2m7s
[06:26:42.229] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8843022523207820000:5:0)
[06:26:42.244] Build status: SCHEDULED
[06:26:42.245] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8843022523207820000:6:0) after 2m9s
[06:28:51.330] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8843022523207820000:6:0)
[06:28:51.386] Build status: SCHEDULED
[06:28:51.386] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8843022523207820000:7:0) after 1m53s
[06:30:44.451] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8843022523207820000:7:0)
[06:30:44.470] Build status: SCHEDULED
[06:30:44.470] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8843022523207820000:8:0) after 3m21s
[06:34:05.624] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8843022523207820000:8:0)
[06:34:05.648] Build status: SCHEDULED
[06:34:05.648] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8843022523207820000:9:0) after 8m58s
[06:43:03.662] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8843022523207820000:9:0)
[06:43:03.685] Build status: SCHEDULED
[06:43:03.685] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8843022523207820000:10:0) after 5m35s
[06:48:38.721] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8843022523207820000:10:0)
[06:48:38.741] Build status: SCHEDULED
[06:48:38.741] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8843022523207820000:11:0) after 5m47s
[06:54:25.800] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8843022523207820000:11:0)
[06:54:25.893] Build status: SCHEDULED
[06:54:25.893] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8843022523207820000:12:0) after 5m5s
[06:59:30.906] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8843022523207820000:12:0)
[06:59:30.926] Build status: SCHEDULED
[06:59:30.926] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8843022523207820000:13:0) after 7m7s
[07:06:37.945] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8843022523207820000:13:0)
[07:06:37.983] Build status: SCHEDULED
[07:06:37.983] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8843022523207820000:14:0) after 8m14s
[07:14:51.998] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8843022523207820000:14:0)
[07:14:52.064] Build status: SCHEDULED
[07:14:52.064] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8843022523207820000:15:0) after 7m27s
[07:22:19.110] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8843022523207820000:15:0)
[07:22:19.132] Build status: SCHEDULED
[07:22:19.132] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8843022523207820000:16:0) after 6m10s
[07:28:29.194] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8843022523207820000:16:0)
[07:28:29.211] Build status: SCHEDULED
[07:28:29.211] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8843022523207820000:17:0) after 5m56s
[07:34:25.219] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8843022523207820000:17:0)
[07:34:25.247] Build status: SCHEDULED
[07:34:25.247] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8843022523207820000:18:0) after 1m27s
[07:35:52.329] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8843022523207820000:18:0)
[07:35:52.377] Build status: SCHEDULED
[07:35:52.377] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8843022523207820000:19:0) after 2m15s
[07:38:07.441] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8843022523207820000:19:0)
[07:38:07.463] Build status: SCHEDULED
[07:38:07.463] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8843022523207820000:20:0) after 2m30s
[07:40:37.578] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8843022523207820000:20:0)
[07:40:37.596] Build status: SCHEDULED
[07:40:37.597] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8843022523207820000:21:0) after 4m31s
[07:45:08.607] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8843022523207820000:21:0)
[07:45:08.626] Build status: SCHEDULED
[07:45:08.626] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8843022523207820000:22:0) after 7m2s
[07:52:10.689] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8843022523207820000:22:0)
[07:52:10.707] Build status: SCHEDULED
[07:52:10.707] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8843022523207820000:23:0) after 9m29s
[08:01:39.920] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8843022523207820000:23:0)
[08:01:39.939] Build status: SCHEDULED
[08:01:39.939] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8843022523207820000:24:0) after 5m34s
[08:07:13.977] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8843022523207820000:24:0)
[08:07:14.003] Build status: SCHEDULED
[08:07:14.003] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8843022523207820000:25:0) after 7m0s
[08:14:14.044] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8843022523207820000:25:0)
[08:14:14.062] Build status: SCHEDULED
[08:14:14.062] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8843022523207820000:26:0) after 4m34s
[08:18:48.081] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8843022523207820000:26:0)
[08:18:48.105] Build status: SCHEDULED
[08:18:48.105] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8843022523207820000:27:0) after 6m22s
[08:25:10.166] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8843022523207820000:27:0)
[08:25:10.235] Build status: SCHEDULED
[08:25:10.235] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8843022523207820000:28:0) after 9m5s
[08:34:15.254] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8843022523207820000:28:0)
[08:34:15.277] Build status: SCHEDULED
[08:34:15.277] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8843022523207820000:29:0) after 8m13s
[08:42:28.366] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8843022523207820000:29:0)
[08:42:28.392] Build status: SCHEDULED
[08:42:28.392] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8843022523207820000:30:0) after 8m11s
[08:50:39.410] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8843022523207820000:30:0)
[08:50:39.431] Build status: SCHEDULED
[08:50:39.431] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8843022523207820000:31:0) after 8m12s
[08:58:51.444] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8843022523207820000:31:0)
[08:58:51.492] Build status: SCHEDULED
[08:58:51.492] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8843022523207820000:32:0) after 2m3s
[09:00:54.601] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8843022523207820000:32:0)
[09:00:54.681] Build status: SCHEDULED
[09:00:54.681] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8843022523207820000:33:0) after 4m34s
[09:05:28.700] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8843022523207820000:33:0)
[09:05:28.730] Build status: SCHEDULED
[09:05:28.730] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8843022523207820000:34:0) after 7m43s
[09:13:11.760] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8843022523207820000:34:0)
[09:13:11.834] Build status: SCHEDULED
[09:13:11.834] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8843022523207820000:35:0) after 8m56s
[09:22:07.901] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8843022523207820000:35:0)
[09:22:07.918] Build status: SCHEDULED
[09:22:07.918] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8843022523207820000:36:0) after 6m10s
[09:28:09.707] Received PubSub notification, asking Buildbucket for the build status
[09:28:09.723] Build status: STARTED
[09:28:17.941] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8843022523207820000:36:0)
[09:28:17.960] Build status: STARTED
[09:28:17.960] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8843022523207820000:38:0) after 6m50s
[09:33:19.663] Received PubSub notification, asking Buildbucket for the build status
[09:33:19.696] Build:
{
  "id": "8677592461316912641",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-linux-bazel-sanitizers-ubsan-build"
  },
  "createdBy": "project:pigweed",
  "createTime": "2026-06-30T06:12:43.609790799Z",
  "startTime": "2026-06-30T09:28:09.461093328Z",
  "endTime": "2026-06-30T09:32:42.365472432Z",
  "updateTime": "2026-06-30T09:32:42.365472432Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "2b3947b60a0ffffbe0fd2e3ad49896d8ed21fef1",
      "ref": "refs/heads/main"
    }
  }
}
[09:33:19.696] Invocation finished in 3h20m37.273862443s with status FAILED