buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "pigweed.dev.ci"
  builder: "pigweed-linux-bazel-sanitizers-ubsan-build"
>

• b3da7fc6616ebd005f70f81a6ae8bc0bd663f554 (2 weeks ago)

{
  "branch": "refs/heads/main",
  "repository": "https://pigweed.googlesource.com/pigweed/pigweed",
  "revision": "b3da7fc6616ebd005f70f81a6ae8bc0bd663f554"
}

• buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/b3da7fc6616ebd005f70f81a6ae8bc0bd663f554
• gitiles_ref:refs/heads/main

[04:39:49.585] New invocation is queued and will start shortly
[04:39:50.822] Starting the invocation (attempt 1)
[04:39:50.885] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/b3da7fc6616ebd005f70f81a6ae8bc0bd663f554"
[04:39:50.885] Popped gitiles commit info from properties and tags
[04:39:50.885] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[04:39:50.887] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[04:39:50.887] Buildbucket request:
{
  "requestId": "8835961803376904624",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-linux-bazel-sanitizers-ubsan-build"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8835961803376904624",
            "job": "pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build",
            "triggers": [
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "b3da7fc6616ebd005f70f81a6ae8bc0bd663f554"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@b3da7fc6616ebd005f70f81a6ae8bc0bd663f554",
                        "title": "b3da7fc6616ebd005f70f81a6ae8bc0bd663f554",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/b3da7fc6616ebd005f70f81a6ae8bc0bd663f554"
                      }
                ]
          }
    },
  "gitilesCommit": {
    "host": "pigweed.googlesource.com",
    "project": "pigweed/pigweed",
    "id": "b3da7fc6616ebd005f70f81a6ae8bc0bd663f554",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8835961803376904624"
    },
    {
      "key": "scheduler_job_id",
      "value": "pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[04:39:51.270] Scheduled build:
{
  "id": "8670531741282759473",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-linux-bazel-sanitizers-ubsan-build"
  },
  "createdBy": "project:pigweed",
  "createTime": "2026-09-16T04:39:50.961763851Z",
  "updateTime": "2026-09-16T04:39:50.961763851Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "b3da7fc6616ebd005f70f81a6ae8bc0bd663f554",
      "ref": "refs/heads/main"
    }
  },
  "canary": true
}
[04:39:51.270] Task URL: https://cr-buildbucket.appspot.com/build/8670531741282759473
[04:39:51.270] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8835961803376904624:2:0) after 7m5s
[04:39:51.410] Received PubSub notification, asking Buildbucket for the build status
[04:39:51.445] Build status: SCHEDULED
[04:46:56.342] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8835961803376904624:2:0)
[04:46:56.416] Build status: SCHEDULED
[04:46:56.417] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8835961803376904624:4:0) after 8m8s
[04:55:04.442] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8835961803376904624:4:0)
[04:55:04.479] Build status: SCHEDULED
[04:55:04.479] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8835961803376904624:5:0) after 3m6s
[04:58:10.544] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8835961803376904624:5:0)
[04:58:10.813] Build status: SCHEDULED
[04:58:10.814] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8835961803376904624:6:0) after 5m50s
[05:04:00.850] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8835961803376904624:6:0)
[05:04:01.028] Build status: SCHEDULED
[05:04:01.028] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8835961803376904624:7:0) after 8m16s
[05:12:17.090] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8835961803376904624:7:0)
[05:12:17.112] Build status: SCHEDULED
[05:12:17.112] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8835961803376904624:8:0) after 7m28s
[05:19:45.080] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8835961803376904624:8:0)
[05:19:45.107] Build status: SCHEDULED
[05:19:45.107] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8835961803376904624:9:0) after 5m17s
[05:25:02.184] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8835961803376904624:9:0)
[05:25:02.215] Build status: SCHEDULED
[05:25:02.215] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8835961803376904624:10:0) after 3m37s
[05:28:39.282] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8835961803376904624:10:0)
[05:28:39.303] Build status: SCHEDULED
[05:28:39.303] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8835961803376904624:11:0) after 3m46s
[05:32:25.366] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8835961803376904624:11:0)
[05:32:25.399] Build status: SCHEDULED
[05:32:25.399] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8835961803376904624:12:0) after 7m23s
[05:39:48.395] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8835961803376904624:12:0)
[05:39:48.414] Build status: SCHEDULED
[05:39:48.414] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8835961803376904624:13:0) after 6m51s
[05:46:39.439] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8835961803376904624:13:0)
[05:46:39.464] Build status: SCHEDULED
[05:46:39.464] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8835961803376904624:14:0) after 9m35s
[05:56:14.590] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8835961803376904624:14:0)
[05:56:14.614] Build status: SCHEDULED
[05:56:14.614] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8835961803376904624:15:0) after 9m8s
[06:05:22.631] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8835961803376904624:15:0)
[06:05:22.653] Build status: SCHEDULED
[06:05:22.653] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8835961803376904624:16:0) after 6m5s
[06:11:27.700] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8835961803376904624:16:0)
[06:11:27.725] Build status: SCHEDULED
[06:11:27.725] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8835961803376904624:17:0) after 2m21s
[06:13:48.787] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8835961803376904624:17:0)
[06:13:48.810] Build status: SCHEDULED
[06:13:48.810] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8835961803376904624:18:0) after 5m30s
[06:19:18.944] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8835961803376904624:18:0)
[06:19:18.973] Build status: SCHEDULED
[06:19:18.974] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8835961803376904624:19:0) after 1m26s
[06:20:45.001] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8835961803376904624:19:0)
[06:20:45.024] Build status: SCHEDULED
[06:20:45.024] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8835961803376904624:20:0) after 9m3s
[06:29:48.047] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8835961803376904624:20:0)
[06:29:48.067] Build status: SCHEDULED
[06:29:48.067] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8835961803376904624:21:0) after 4m0s
[06:33:48.190] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8835961803376904624:21:0)
[06:33:48.224] Build status: SCHEDULED
[06:33:48.224] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8835961803376904624:22:0) after 4m50s
[06:38:38.240] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8835961803376904624:22:0)
[06:38:38.268] Build status: SCHEDULED
[06:38:38.268] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8835961803376904624:23:0) after 4m5s
[06:42:43.289] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8835961803376904624:23:0)
[06:42:43.310] Build status: SCHEDULED
[06:42:43.310] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8835961803376904624:24:0) after 1m47s
[06:44:30.445] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8835961803376904624:24:0)
[06:44:30.479] Build status: SCHEDULED
[06:44:30.479] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8835961803376904624:25:0) after 3m42s
[06:48:12.493] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8835961803376904624:25:0)
[06:48:12.514] Build status: SCHEDULED
[06:48:12.514] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8835961803376904624:26:0) after 5m42s
[06:53:54.549] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8835961803376904624:26:0)
[06:53:54.565] Build status: SCHEDULED
[06:53:54.565] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8835961803376904624:27:0) after 4m19s
[06:58:13.591] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8835961803376904624:27:0)
[06:58:13.612] Build status: SCHEDULED
[06:58:13.612] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8835961803376904624:28:0) after 9m52s
[07:08:05.602] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8835961803376904624:28:0)
[07:08:05.626] Build status: SCHEDULED
[07:08:05.626] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8835961803376904624:29:0) after 5m37s
[07:13:42.737] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8835961803376904624:29:0)
[07:13:42.800] Build status: SCHEDULED
[07:13:42.800] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8835961803376904624:30:0) after 9m43s
[07:23:25.820] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8835961803376904624:30:0)
[07:23:25.923] Build status: SCHEDULED
[07:23:25.923] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8835961803376904624:31:0) after 2m46s
[07:26:11.982] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8835961803376904624:31:0)
[07:26:12.019] Build status: SCHEDULED
[07:26:12.019] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8835961803376904624:32:0) after 4m28s
[07:30:40.035] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8835961803376904624:32:0)
[07:30:40.100] Build status: SCHEDULED
[07:30:40.100] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8835961803376904624:33:0) after 3m46s
[07:34:26.119] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8835961803376904624:33:0)
[07:34:26.150] Build status: SCHEDULED
[07:34:26.151] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8835961803376904624:34:0) after 8m47s
[07:39:51.412] Received PubSub notification, asking Buildbucket for the build status
[07:39:51.432] Build status: STARTED
[07:41:45.245] Received PubSub notification, asking Buildbucket for the build status
[07:41:45.267] Build:
{
  "id": "8670531741282759473",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-linux-bazel-sanitizers-ubsan-build"
  },
  "createdBy": "project:pigweed",
  "createTime": "2026-09-16T04:39:50.961763851Z",
  "startTime": "2026-09-16T07:39:51.237080803Z",
  "endTime": "2026-09-16T07:41:44.958680915Z",
  "updateTime": "2026-09-16T07:41:44.958680915Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "b3da7fc6616ebd005f70f81a6ae8bc0bd663f554",
      "ref": "refs/heads/main"
    }
  },
  "canary": true
}
[07:41:45.267] Invocation finished in 3h1m55.687063288s with status FAILED