buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "pigweed.dev.ci"
  builder: "pigweed-linux-bazel-sanitizers-ubsan-gtest"
>

• 455d2141e4ab755dae02f9dfa837e999fbec3088 (2 months ago)

{
  "branch": "refs/heads/main",
  "repository": "https://pigweed.googlesource.com/pigweed/pigweed",
  "revision": "455d2141e4ab755dae02f9dfa837e999fbec3088"
}

• buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/455d2141e4ab755dae02f9dfa837e999fbec3088
• gitiles_ref:refs/heads/main

[02:37:53.212] New invocation is queued and will start shortly
[02:37:54.472] Starting the invocation (attempt 1)
[02:37:54.500] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/455d2141e4ab755dae02f9dfa837e999fbec3088"
[02:37:54.500] Popped gitiles commit info from properties and tags
[02:37:54.500] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[02:37:54.500] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[02:37:54.500] Buildbucket request:
{
  "requestId": "8840952308301742672",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-linux-bazel-sanitizers-ubsan-gtest"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8840952308301742672",
            "job": "pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest",
            "triggers": [
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "455d2141e4ab755dae02f9dfa837e999fbec3088"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@455d2141e4ab755dae02f9dfa837e999fbec3088",
                        "title": "455d2141e4ab755dae02f9dfa837e999fbec3088",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/455d2141e4ab755dae02f9dfa837e999fbec3088"
                      }
                ]
          }
    },
  "gitilesCommit": {
    "host": "pigweed.googlesource.com",
    "project": "pigweed/pigweed",
    "id": "455d2141e4ab755dae02f9dfa837e999fbec3088",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8840952308301742672"
    },
    {
      "key": "scheduler_job_id",
      "value": "pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[02:37:54.908] Scheduled build:
{
  "id": "8675522246168681761",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-linux-bazel-sanitizers-ubsan-gtest"
  },
  "createdBy": "project:pigweed",
  "createTime": "2026-07-23T02:37:54.625830994Z",
  "updateTime": "2026-07-23T02:37:54.625830994Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "455d2141e4ab755dae02f9dfa837e999fbec3088",
      "ref": "refs/heads/main"
    }
  },
  "canary": true
}
[02:37:54.908] Task URL: https://cr-buildbucket.appspot.com/build/8675522246168681761
[02:37:54.908] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8840952308301742672:2:0) after 6m30s
[02:37:55.847] Received PubSub notification, asking Buildbucket for the build status
[02:37:55.865] Build status: SCHEDULED
[02:44:24.926] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8840952308301742672:2:0)
[02:44:24.951] Build status: SCHEDULED
[02:44:24.951] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8840952308301742672:4:0) after 2m58s
[02:47:22.963] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8840952308301742672:4:0)
[02:47:22.984] Build status: SCHEDULED
[02:47:22.984] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8840952308301742672:5:0) after 3m43s
[02:51:06.048] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8840952308301742672:5:0)
[02:51:06.077] Build status: SCHEDULED
[02:51:06.078] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8840952308301742672:6:0) after 7m25s
[02:58:31.090] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8840952308301742672:6:0)
[02:58:31.127] Build status: SCHEDULED
[02:58:31.127] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8840952308301742672:7:0) after 1m44s
[03:00:15.310] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8840952308301742672:7:0)
[03:00:15.338] Build status: SCHEDULED
[03:00:15.338] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8840952308301742672:8:0) after 2m4s
[03:02:19.354] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8840952308301742672:8:0)
[03:02:19.499] Build status: SCHEDULED
[03:02:19.499] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8840952308301742672:9:0) after 9m10s
[03:11:29.492] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8840952308301742672:9:0)
[03:11:29.511] Build status: SCHEDULED
[03:11:29.511] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8840952308301742672:10:0) after 7m56s
[03:19:25.535] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8840952308301742672:10:0)
[03:19:25.564] Build status: SCHEDULED
[03:19:25.564] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8840952308301742672:11:0) after 7m50s
[03:27:15.577] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8840952308301742672:11:0)
[03:27:15.597] Build status: SCHEDULED
[03:27:15.597] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8840952308301742672:12:0) after 9m21s
[03:36:36.614] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8840952308301742672:12:0)
[03:36:36.644] Build status: SCHEDULED
[03:36:36.644] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8840952308301742672:13:0) after 6m39s
[03:43:15.661] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8840952308301742672:13:0)
[03:43:15.680] Build status: SCHEDULED
[03:43:15.680] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8840952308301742672:14:0) after 6m13s
[03:49:28.695] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8840952308301742672:14:0)
[03:49:28.787] Build status: SCHEDULED
[03:49:28.787] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8840952308301742672:15:0) after 5m5s
[03:54:33.800] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8840952308301742672:15:0)
[03:54:33.821] Build status: SCHEDULED
[03:54:33.821] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8840952308301742672:16:0) after 9m52s
[04:04:25.860] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8840952308301742672:16:0)
[04:04:25.877] Build status: SCHEDULED
[04:04:25.877] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8840952308301742672:17:0) after 1m51s
[04:06:17.053] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8840952308301742672:17:0)
[04:06:17.082] Build status: SCHEDULED
[04:06:17.082] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8840952308301742672:18:0) after 9m29s
[04:15:46.104] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8840952308301742672:18:0)
[04:15:46.123] Build status: SCHEDULED
[04:15:46.124] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8840952308301742672:19:0) after 8m11s
[04:23:57.149] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8840952308301742672:19:0)
[04:23:57.168] Build status: SCHEDULED
[04:23:57.168] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8840952308301742672:20:0) after 6m11s
[04:30:08.231] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8840952308301742672:20:0)
[04:30:08.259] Build status: SCHEDULED
[04:30:08.259] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8840952308301742672:21:0) after 9m33s
[04:39:41.271] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8840952308301742672:21:0)
[04:39:41.292] Build status: SCHEDULED
[04:39:41.292] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8840952308301742672:22:0) after 3m2s
[04:42:43.305] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8840952308301742672:22:0)
[04:42:43.349] Build status: SCHEDULED
[04:42:43.349] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8840952308301742672:23:0) after 5m4s
[04:47:47.365] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8840952308301742672:23:0)
[04:47:47.389] Build status: SCHEDULED
[04:47:47.389] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8840952308301742672:24:0) after 9m55s
[04:57:42.405] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8840952308301742672:24:0)
[04:57:42.424] Build status: SCHEDULED
[04:57:42.424] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8840952308301742672:25:0) after 7m52s
[05:05:34.490] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8840952308301742672:25:0)
[05:05:34.516] Build status: SCHEDULED
[05:05:34.516] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8840952308301742672:26:0) after 4m36s
[05:10:10.575] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8840952308301742672:26:0)
[05:10:10.593] Build status: SCHEDULED
[05:10:10.593] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8840952308301742672:27:0) after 1m28s
[05:11:38.712] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8840952308301742672:27:0)
[05:11:38.732] Build status: SCHEDULED
[05:11:38.732] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8840952308301742672:28:0) after 1m55s
[05:13:33.745] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8840952308301742672:28:0)
[05:13:33.762] Build status: SCHEDULED
[05:13:33.762] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8840952308301742672:29:0) after 5m43s
[05:19:16.870] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8840952308301742672:29:0)
[05:19:16.890] Build status: SCHEDULED
[05:19:16.890] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8840952308301742672:30:0) after 8m9s
[05:27:25.991] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8840952308301742672:30:0)
[05:27:26.207] Build status: SCHEDULED
[05:27:26.207] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8840952308301742672:31:0) after 1m19s
[05:28:45.245] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8840952308301742672:31:0)
[05:28:45.264] Build status: SCHEDULED
[05:28:45.265] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8840952308301742672:32:0) after 2m44s
[05:31:29.281] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8840952308301742672:32:0)
[05:31:29.369] Build status: SCHEDULED
[05:31:29.369] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8840952308301742672:33:0) after 3m10s
[05:34:39.383] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8840952308301742672:33:0)
[05:34:39.403] Build status: SCHEDULED
[05:34:39.403] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8840952308301742672:34:0) after 4m38s
[05:39:17.408] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8840952308301742672:34:0)
[05:39:17.435] Build status: SCHEDULED
[05:39:17.436] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8840952308301742672:35:0) after 3m56s
[05:43:13.488] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8840952308301742672:35:0)
[05:43:13.519] Build status: SCHEDULED
[05:43:13.519] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8840952308301742672:36:0) after 4m50s
[05:48:03.587] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8840952308301742672:36:0)
[05:48:03.604] Build status: SCHEDULED
[05:48:03.604] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8840952308301742672:37:0) after 3m15s
[05:51:18.650] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8840952308301742672:37:0)
[05:51:18.705] Build status: SCHEDULED
[05:51:18.705] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8840952308301742672:38:0) after 7m58s
[05:59:16.725] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8840952308301742672:38:0)
[05:59:16.791] Build status: SCHEDULED
[05:59:16.791] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8840952308301742672:39:0) after 6m45s
[06:06:01.888] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8840952308301742672:39:0)
[06:06:01.919] Build status: SCHEDULED
[06:06:01.919] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8840952308301742672:40:0) after 7m25s
[06:09:14.267] Received PubSub notification, asking Buildbucket for the build status
[06:09:14.439] Build status: STARTED
[06:11:10.466] Received PubSub notification, asking Buildbucket for the build status
[06:11:10.487] Build:
{
  "id": "8675522246168681761",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-linux-bazel-sanitizers-ubsan-gtest"
  },
  "createdBy": "project:pigweed",
  "createTime": "2026-07-23T02:37:54.625830994Z",
  "startTime": "2026-07-23T06:09:13.804087891Z",
  "endTime": "2026-07-23T06:11:10.061868166Z",
  "updateTime": "2026-07-23T06:11:10.061868166Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "455d2141e4ab755dae02f9dfa837e999fbec3088",
      "ref": "refs/heads/main"
    }
  },
  "canary": true
}
[06:11:10.487] Invocation finished in 3h33m17.278522409s with status FAILED