buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "pigweed.dev.ci"
  builder: "pigweed-linux-bazel-sanitizers-ubsan-gtest"
>

• 3858911d476af53685049fa7ae68bc5b977a1250 (1 month ago)

{
  "branch": "refs/heads/main",
  "repository": "https://pigweed.googlesource.com/pigweed/pigweed",
  "revision": "3858911d476af53685049fa7ae68bc5b977a1250"
}

• buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/3858911d476af53685049fa7ae68bc5b977a1250
• gitiles_ref:refs/heads/main

[04:14:03.338] New invocation is queued and will start shortly
[04:14:04.790] Starting the invocation (attempt 1)
[04:14:04.826] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/3858911d476af53685049fa7ae68bc5b977a1250"
[04:14:04.826] Popped gitiles commit info from properties and tags
[04:14:04.826] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[04:14:04.826] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[04:14:04.826] Buildbucket request:
{
  "requestId": "8839587303391107360",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-linux-bazel-sanitizers-ubsan-gtest"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8839587303391107360",
            "job": "pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest",
            "triggers": [
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "3858911d476af53685049fa7ae68bc5b977a1250"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@3858911d476af53685049fa7ae68bc5b977a1250",
                        "title": "3858911d476af53685049fa7ae68bc5b977a1250",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/3858911d476af53685049fa7ae68bc5b977a1250"
                      }
                ]
          }
    },
  "gitilesCommit": {
    "host": "pigweed.googlesource.com",
    "project": "pigweed/pigweed",
    "id": "3858911d476af53685049fa7ae68bc5b977a1250",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8839587303391107360"
    },
    {
      "key": "scheduler_job_id",
      "value": "pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[04:14:05.362] Scheduled build:
{
  "id": "8674157241097486705",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-linux-bazel-sanitizers-ubsan-gtest"
  },
  "createdBy": "project:pigweed",
  "createTime": "2026-08-07T04:14:04.904892128Z",
  "updateTime": "2026-08-07T04:14:04.904892128Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "3858911d476af53685049fa7ae68bc5b977a1250",
      "ref": "refs/heads/main"
    }
  },
  "canary": true
}
[04:14:05.362] Task URL: https://cr-buildbucket.appspot.com/build/8674157241097486705
[04:14:05.362] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8839587303391107360:2:0) after 3m27s
[04:14:06.207] Received PubSub notification, asking Buildbucket for the build status
[04:14:06.224] Build status: SCHEDULED
[04:17:32.395] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8839587303391107360:2:0)
[04:17:32.415] Build status: SCHEDULED
[04:17:32.415] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8839587303391107360:4:0) after 5m50s
[04:23:22.467] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8839587303391107360:4:0)
[04:23:22.490] Build status: SCHEDULED
[04:23:22.490] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8839587303391107360:5:0) after 4m41s
[04:28:03.551] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8839587303391107360:5:0)
[04:28:03.568] Build status: SCHEDULED
[04:28:03.568] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8839587303391107360:6:0) after 2m44s
[04:30:47.565] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8839587303391107360:6:0)
[04:30:47.590] Build status: SCHEDULED
[04:30:47.590] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8839587303391107360:7:0) after 2m30s
[04:33:17.634] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8839587303391107360:7:0)
[04:33:17.664] Build status: SCHEDULED
[04:33:17.664] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8839587303391107360:8:0) after 8m17s
[04:41:34.678] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8839587303391107360:8:0)
[04:41:34.707] Build status: SCHEDULED
[04:41:34.707] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8839587303391107360:9:0) after 2m22s
[04:43:56.716] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8839587303391107360:9:0)
[04:43:56.746] Build status: SCHEDULED
[04:43:56.746] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8839587303391107360:10:0) after 2m56s
[04:46:52.797] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8839587303391107360:10:0)
[04:46:52.908] Build status: SCHEDULED
[04:46:52.908] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8839587303391107360:11:0) after 1m1s
[04:47:53.887] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8839587303391107360:11:0)
[04:47:53.911] Build status: SCHEDULED
[04:47:53.911] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8839587303391107360:12:0) after 1m16s
[04:49:09.896] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8839587303391107360:12:0)
[04:49:09.914] Build status: SCHEDULED
[04:49:09.914] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8839587303391107360:13:0) after 4m9s
[04:53:18.928] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8839587303391107360:13:0)
[04:53:18.952] Build status: SCHEDULED
[04:53:18.952] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8839587303391107360:14:0) after 7m18s
[05:00:37.024] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8839587303391107360:14:0)
[05:00:37.068] Build status: SCHEDULED
[05:00:37.068] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8839587303391107360:15:0) after 8m36s
[05:09:13.144] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8839587303391107360:15:0)
[05:09:13.175] Build status: SCHEDULED
[05:09:13.175] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8839587303391107360:16:0) after 4m56s
[05:14:09.330] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8839587303391107360:16:0)
[05:14:09.380] Build status: SCHEDULED
[05:14:09.380] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8839587303391107360:17:0) after 8m10s
[05:22:19.394] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8839587303391107360:17:0)
[05:22:19.464] Build status: SCHEDULED
[05:22:19.464] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8839587303391107360:18:0) after 7m39s
[05:29:58.479] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8839587303391107360:18:0)
[05:29:58.499] Build status: SCHEDULED
[05:29:58.499] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8839587303391107360:19:0) after 1m3s
[05:31:01.514] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8839587303391107360:19:0)
[05:31:01.544] Build status: SCHEDULED
[05:31:01.544] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8839587303391107360:20:0) after 2m51s
[05:33:52.594] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8839587303391107360:20:0)
[05:33:52.655] Build status: SCHEDULED
[05:33:52.656] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8839587303391107360:21:0) after 6m16s
[05:40:08.718] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8839587303391107360:21:0)
[05:40:08.743] Build status: SCHEDULED
[05:40:08.744] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8839587303391107360:22:0) after 4m42s
[05:44:50.854] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8839587303391107360:22:0)
[05:44:50.879] Build status: SCHEDULED
[05:44:50.879] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8839587303391107360:23:0) after 6m44s
[05:51:35.037] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8839587303391107360:23:0)
[05:51:35.064] Build status: SCHEDULED
[05:51:35.064] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8839587303391107360:24:0) after 3m37s
[05:55:12.099] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8839587303391107360:24:0)
[05:55:12.127] Build status: SCHEDULED
[05:55:12.127] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8839587303391107360:25:0) after 8m6s
[06:03:18.192] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8839587303391107360:25:0)
[06:03:18.215] Build status: SCHEDULED
[06:03:18.215] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8839587303391107360:26:0) after 3m28s
[06:06:46.250] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8839587303391107360:26:0)
[06:06:46.289] Build status: SCHEDULED
[06:06:46.289] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8839587303391107360:27:0) after 9m32s
[06:16:18.283] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8839587303391107360:27:0)
[06:16:18.319] Build status: SCHEDULED
[06:16:18.320] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8839587303391107360:28:0) after 1m24s
[06:17:42.369] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8839587303391107360:28:0)
[06:17:42.387] Build status: SCHEDULED
[06:17:42.387] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8839587303391107360:29:0) after 8m57s
[06:26:39.366] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8839587303391107360:29:0)
[06:26:39.396] Build status: SCHEDULED
[06:26:39.396] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8839587303391107360:30:0) after 4m55s
[06:31:34.474] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8839587303391107360:30:0)
[06:31:34.500] Build status: SCHEDULED
[06:31:34.500] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8839587303391107360:31:0) after 9m2s
[06:40:36.520] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8839587303391107360:31:0)
[06:40:36.571] Build status: SCHEDULED
[06:40:36.571] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8839587303391107360:32:0) after 8m31s
[06:49:07.592] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8839587303391107360:32:0)
[06:49:07.611] Build status: SCHEDULED
[06:49:07.611] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8839587303391107360:33:0) after 9m45s
[06:58:52.677] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8839587303391107360:33:0)
[06:58:52.704] Build status: SCHEDULED
[06:58:52.704] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8839587303391107360:34:0) after 4m17s
[07:03:09.820] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8839587303391107360:34:0)
[07:03:09.847] Build status: SCHEDULED
[07:03:09.847] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8839587303391107360:35:0) after 2m57s
[07:06:06.983] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8839587303391107360:35:0)
[07:06:07.104] Build status: SCHEDULED
[07:06:07.104] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8839587303391107360:36:0) after 2m10s
[07:08:17.120] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8839587303391107360:36:0)
[07:08:17.137] Build status: SCHEDULED
[07:08:17.137] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8839587303391107360:37:0) after 2m57s
[07:11:14.233] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8839587303391107360:37:0)
[07:11:14.253] Build status: SCHEDULED
[07:11:14.253] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8839587303391107360:38:0) after 4m37s
[07:15:51.300] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8839587303391107360:38:0)
[07:15:51.341] Build status: SCHEDULED
[07:15:51.341] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8839587303391107360:39:0) after 9m39s
[07:25:30.429] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8839587303391107360:39:0)
[07:25:30.450] Build status: SCHEDULED
[07:25:30.450] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8839587303391107360:40:0) after 7m54s
[07:33:24.567] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8839587303391107360:40:0)
[07:33:24.605] Build status: SCHEDULED
[07:33:24.605] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8839587303391107360:41:0) after 1m32s
[07:34:56.675] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8839587303391107360:41:0)
[07:34:56.694] Build status: SCHEDULED
[07:34:56.694] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8839587303391107360:42:0) after 4m57s
[07:37:24.531] Received PubSub notification, asking Buildbucket for the build status
[07:37:24.559] Build status: STARTED
[07:38:19.433] Received PubSub notification, asking Buildbucket for the build status
[07:38:19.469] Build:
{
  "id": "8674157241097486705",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-linux-bazel-sanitizers-ubsan-gtest"
  },
  "createdBy": "project:pigweed",
  "createTime": "2026-08-07T04:14:04.904892128Z",
  "startTime": "2026-08-07T07:36:55.654597544Z",
  "endTime": "2026-08-07T07:37:59.862524728Z",
  "updateTime": "2026-08-07T07:37:59.862524728Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "3858911d476af53685049fa7ae68bc5b977a1250",
      "ref": "refs/heads/main"
    }
  },
  "canary": true
}
[07:38:19.469] Invocation finished in 3h24m16.135476045s with status FAILED