[09:29:42.138] New invocation is queued and will start shortly
[09:29:43.199] Starting the invocation (attempt 1)
[09:29:43.223] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/05d593f68b792dfa1a3d7b5d0f1a7ad44ff6dec6"
[09:29:43.223] Popped gitiles commit info from properties and tags
[09:29:43.223] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[09:29:43.223] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[09:29:43.224] Buildbucket request:
{
"requestId": "8848627141260856608",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-sanitizers-ubsan-build"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8848627141260856608",
"job": "pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "05d593f68b792dfa1a3d7b5d0f1a7ad44ff6dec6"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@05d593f68b792dfa1a3d7b5d0f1a7ad44ff6dec6",
"title": "05d593f68b792dfa1a3d7b5d0f1a7ad44ff6dec6",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/05d593f68b792dfa1a3d7b5d0f1a7ad44ff6dec6"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "05d593f68b792dfa1a3d7b5d0f1a7ad44ff6dec6",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8848627141260856608"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[09:29:43.681] Scheduled build:
{
"id": "8683197079357494977",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-sanitizers-ubsan-build"
},
"createdBy": "project:pigweed",
"createTime": "2026-04-29T09:29:43.330245462Z",
"updateTime": "2026-04-29T09:29:43.330245462Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "05d593f68b792dfa1a3d7b5d0f1a7ad44ff6dec6",
"ref": "refs/heads/main"
}
}
}
[09:29:43.681] Task URL: https://cr-buildbucket.appspot.com/build/8683197079357494977
[09:29:43.681] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8848627141260856608:2:0) after 6m44s
[09:29:44.646] Received PubSub notification, asking Buildbucket for the build status
[09:29:44.668] Build status: SCHEDULED
[09:36:27.677] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8848627141260856608:2:0)
[09:36:27.716] Build status: SCHEDULED
[09:36:27.716] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8848627141260856608:4:0) after 8m34s
[09:45:01.792] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8848627141260856608:4:0)
[09:45:01.809] Build status: SCHEDULED
[09:45:01.809] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8848627141260856608:5:0) after 5m35s
[09:50:36.823] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8848627141260856608:5:0)
[09:50:36.841] Build status: SCHEDULED
[09:50:36.841] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8848627141260856608:6:0) after 3m18s
[09:53:54.858] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8848627141260856608:6:0)
[09:53:54.908] Build status: SCHEDULED
[09:53:54.908] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8848627141260856608:7:0) after 5m12s
[09:59:06.946] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8848627141260856608:7:0)
[09:59:06.964] Build status: SCHEDULED
[09:59:06.964] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8848627141260856608:8:0) after 1m11s
[10:00:18.027] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8848627141260856608:8:0)
[10:00:18.048] Build status: SCHEDULED
[10:00:18.048] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8848627141260856608:9:0) after 5m45s
[10:06:03.108] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8848627141260856608:9:0)
[10:06:03.134] Build status: SCHEDULED
[10:06:03.134] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8848627141260856608:10:0) after 1m26s
[10:07:29.200] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8848627141260856608:10:0)
[10:07:29.281] Build status: SCHEDULED
[10:07:29.281] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8848627141260856608:11:0) after 1m53s
[10:09:22.293] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8848627141260856608:11:0)
[10:09:22.311] Build status: SCHEDULED
[10:09:22.311] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8848627141260856608:12:0) after 5m48s
[10:15:10.276] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8848627141260856608:12:0)
[10:15:10.294] Build status: SCHEDULED
[10:15:10.294] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8848627141260856608:13:0) after 7m38s
[10:22:48.310] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8848627141260856608:13:0)
[10:22:48.329] Build status: SCHEDULED
[10:22:48.329] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8848627141260856608:14:0) after 1m58s
[10:24:46.343] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8848627141260856608:14:0)
[10:24:46.376] Build status: SCHEDULED
[10:24:46.376] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8848627141260856608:15:0) after 1m44s
[10:26:30.388] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8848627141260856608:15:0)
[10:26:30.407] Build status: SCHEDULED
[10:26:30.407] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8848627141260856608:16:0) after 5m52s
[10:32:22.419] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8848627141260856608:16:0)
[10:32:22.436] Build status: SCHEDULED
[10:32:22.436] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8848627141260856608:17:0) after 3m31s
[10:35:53.451] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8848627141260856608:17:0)
[10:35:53.480] Build status: SCHEDULED
[10:35:53.480] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8848627141260856608:18:0) after 3m32s
[10:39:25.547] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8848627141260856608:18:0)
[10:39:25.566] Build status: SCHEDULED
[10:39:25.566] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8848627141260856608:19:0) after 2m54s
[10:42:19.582] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8848627141260856608:19:0)
[10:42:19.646] Build status: SCHEDULED
[10:42:19.646] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8848627141260856608:20:0) after 4m58s
[10:47:17.662] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8848627141260856608:20:0)
[10:47:17.736] Build status: SCHEDULED
[10:47:17.736] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8848627141260856608:21:0) after 5m21s
[10:52:38.720] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8848627141260856608:21:0)
[10:52:38.747] Build status: SCHEDULED
[10:52:38.747] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8848627141260856608:22:0) after 2m1s
[10:54:39.777] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8848627141260856608:22:0)
[10:54:39.803] Build status: SCHEDULED
[10:54:39.803] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8848627141260856608:23:0) after 5m32s
[11:00:11.815] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8848627141260856608:23:0)
[11:00:11.831] Build status: SCHEDULED
[11:00:11.831] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8848627141260856608:24:0) after 7m4s
[11:07:15.848] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8848627141260856608:24:0)
[11:07:15.980] Build status: SCHEDULED
[11:07:15.980] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8848627141260856608:25:0) after 8m13s
[11:15:28.947] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8848627141260856608:25:0)
[11:15:28.973] Build status: SCHEDULED
[11:15:28.973] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8848627141260856608:26:0) after 9m8s
[11:24:36.988] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8848627141260856608:26:0)
[11:24:37.008] Build status: SCHEDULED
[11:24:37.008] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8848627141260856608:27:0) after 5m53s
[11:30:30.019] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8848627141260856608:27:0)
[11:30:30.048] Build status: SCHEDULED
[11:30:30.048] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8848627141260856608:28:0) after 1m3s
[11:31:33.112] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8848627141260856608:28:0)
[11:31:33.151] Build status: SCHEDULED
[11:31:33.151] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8848627141260856608:29:0) after 3m52s
[11:35:25.169] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8848627141260856608:29:0)
[11:35:25.189] Build status: SCHEDULED
[11:35:25.189] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8848627141260856608:30:0) after 3m16s
[11:38:41.203] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8848627141260856608:30:0)
[11:38:41.221] Build status: SCHEDULED
[11:38:41.221] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8848627141260856608:31:0) after 7m26s
[11:43:42.876] Received PubSub notification, asking Buildbucket for the build status
[11:43:42.894] Build status: STARTED
[11:46:07.340] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8848627141260856608:31:0)
[11:46:07.362] Build status: STARTED
[11:46:07.362] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8848627141260856608:33:0) after 8m48s
[11:47:45.288] Received PubSub notification, asking Buildbucket for the build status
[11:47:45.309] Build:
{
"id": "8683197079357494977",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-sanitizers-ubsan-build"
},
"createdBy": "project:pigweed",
"createTime": "2026-04-29T09:29:43.330245462Z",
"startTime": "2026-04-29T11:43:37.546041632Z",
"endTime": "2026-04-29T11:47:40.033175083Z",
"updateTime": "2026-04-29T11:47:40.033175083Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "05d593f68b792dfa1a3d7b5d0f1a7ad44ff6dec6",
"ref": "refs/heads/main"
}
}
}
[11:47:45.309] Invocation finished in 2h18m3.177839146s with status FAILED