[02:03:10.349] New invocation is queued and will start shortly
[02:03:11.429] Starting the invocation (attempt 1)
[02:03:11.457] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/e9aa87f9d4272b2e6b82c1a23c23d3cf40a0eae5"
[02:03:11.457] Popped gitiles commit info from properties and tags
[02:03:11.457] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[02:03:11.457] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[02:03:11.457] Buildbucket request:
{
"requestId": "8839142553013646848",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-sanitizers-ubsan-build"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8839142553013646848",
"job": "pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "63ce98123cb832024ce5fdd959ab9293ba5a4e73"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@63ce98123cb832024ce5fdd959ab9293ba5a4e73",
"title": "63ce98123cb832024ce5fdd959ab9293ba5a4e73",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/63ce98123cb832024ce5fdd959ab9293ba5a4e73"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "e9aa87f9d4272b2e6b82c1a23c23d3cf40a0eae5"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@e9aa87f9d4272b2e6b82c1a23c23d3cf40a0eae5",
"title": "e9aa87f9d4272b2e6b82c1a23c23d3cf40a0eae5",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/e9aa87f9d4272b2e6b82c1a23c23d3cf40a0eae5"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "e9aa87f9d4272b2e6b82c1a23c23d3cf40a0eae5",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8839142553013646848"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[02:03:11.876] Scheduled build:
{
"id": "8673712491101794561",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-sanitizers-ubsan-build"
},
"createdBy": "project:pigweed",
"createTime": "2026-08-12T02:03:11.552260033Z",
"updateTime": "2026-08-12T02:03:11.552260033Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "e9aa87f9d4272b2e6b82c1a23c23d3cf40a0eae5",
"ref": "refs/heads/main"
}
}
}
[02:03:11.876] Task URL: https://cr-buildbucket.appspot.com/build/8673712491101794561
[02:03:11.876] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8839142553013646848:2:0) after 7m36s
[02:03:12.894] Received PubSub notification, asking Buildbucket for the build status
[02:03:12.927] Build status: SCHEDULED
[02:10:47.931] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8839142553013646848:2:0)
[02:10:47.950] Build status: SCHEDULED
[02:10:47.950] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8839142553013646848:4:0) after 2m9s
[02:12:56.964] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8839142553013646848:4:0)
[02:12:57.004] Build status: SCHEDULED
[02:12:57.004] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8839142553013646848:5:0) after 5m22s
[02:18:18.997] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8839142553013646848:5:0)
[02:18:19.030] Build status: SCHEDULED
[02:18:19.030] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8839142553013646848:6:0) after 6m33s
[02:24:52.079] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8839142553013646848:6:0)
[02:24:52.103] Build status: SCHEDULED
[02:24:52.103] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8839142553013646848:7:0) after 1m46s
[02:26:38.154] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8839142553013646848:7:0)
[02:26:38.175] Build status: SCHEDULED
[02:26:38.176] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8839142553013646848:8:0) after 5m26s
[02:32:04.236] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8839142553013646848:8:0)
[02:32:04.289] Build status: SCHEDULED
[02:32:04.289] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8839142553013646848:9:0) after 5m36s
[02:37:40.303] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8839142553013646848:9:0)
[02:37:40.357] Build status: SCHEDULED
[02:37:40.358] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8839142553013646848:10:0) after 3m12s
[02:40:52.455] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8839142553013646848:10:0)
[02:40:52.474] Build status: SCHEDULED
[02:40:52.474] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8839142553013646848:11:0) after 8m40s
[02:49:32.488] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8839142553013646848:11:0)
[02:49:32.511] Build status: SCHEDULED
[02:49:32.511] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8839142553013646848:12:0) after 8m57s
[02:58:29.564] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8839142553013646848:12:0)
[02:58:29.589] Build status: SCHEDULED
[02:58:29.589] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8839142553013646848:13:0) after 4m56s
[03:03:25.608] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8839142553013646848:13:0)
[03:03:25.627] Build status: SCHEDULED
[03:03:25.627] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8839142553013646848:14:0) after 5m24s
[03:08:49.650] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8839142553013646848:14:0)
[03:08:49.681] Build status: SCHEDULED
[03:08:49.681] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8839142553013646848:15:0) after 2m25s
[03:11:14.890] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8839142553013646848:15:0)
[03:11:14.925] Build status: SCHEDULED
[03:11:14.925] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8839142553013646848:16:0) after 9m53s
[03:21:07.939] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8839142553013646848:16:0)
[03:21:08.067] Build status: SCHEDULED
[03:21:08.068] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8839142553013646848:17:0) after 2m10s
[03:23:18.167] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8839142553013646848:17:0)
[03:23:18.185] Build status: SCHEDULED
[03:23:18.185] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8839142553013646848:18:0) after 6m24s
[03:29:42.249] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8839142553013646848:18:0)
[03:29:42.270] Build status: SCHEDULED
[03:29:42.270] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8839142553013646848:19:0) after 1m33s
[03:31:15.286] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8839142553013646848:19:0)
[03:31:15.317] Build status: SCHEDULED
[03:31:15.317] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8839142553013646848:20:0) after 1m54s
[03:33:09.387] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8839142553013646848:20:0)
[03:33:09.416] Build status: SCHEDULED
[03:33:09.416] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8839142553013646848:21:0) after 8m12s
[03:41:21.568] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8839142553013646848:21:0)
[03:41:21.589] Build status: SCHEDULED
[03:41:21.589] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8839142553013646848:22:0) after 6m16s
[03:47:37.589] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8839142553013646848:22:0)
[03:47:37.619] Build status: SCHEDULED
[03:47:37.620] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8839142553013646848:23:0) after 2m46s
[03:50:23.662] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8839142553013646848:23:0)
[03:50:23.689] Build status: SCHEDULED
[03:50:23.689] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8839142553013646848:24:0) after 2m1s
[03:52:24.789] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8839142553013646848:24:0)
[03:52:24.809] Build status: SCHEDULED
[03:52:24.809] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8839142553013646848:25:0) after 1m55s
[03:54:19.876] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8839142553013646848:25:0)
[03:54:19.894] Build status: SCHEDULED
[03:54:19.894] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8839142553013646848:26:0) after 4m16s
[03:58:35.889] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8839142553013646848:26:0)
[03:58:35.932] Build status: SCHEDULED
[03:58:35.932] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8839142553013646848:27:0) after 2m26s
[04:01:01.949] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8839142553013646848:27:0)
[04:01:02.031] Build status: SCHEDULED
[04:01:02.031] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8839142553013646848:28:0) after 4m5s
[04:05:07.057] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8839142553013646848:28:0)
[04:05:07.143] Build status: SCHEDULED
[04:05:07.143] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8839142553013646848:29:0) after 5m55s
[04:11:02.175] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8839142553013646848:29:0)
[04:11:02.200] Build status: SCHEDULED
[04:11:02.200] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8839142553013646848:30:0) after 9m41s
[04:20:43.266] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8839142553013646848:30:0)
[04:20:43.626] Build status: SCHEDULED
[04:20:43.626] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8839142553013646848:31:0) after 9m26s
[04:30:09.647] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8839142553013646848:31:0)
[04:30:09.665] Build status: SCHEDULED
[04:30:09.665] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8839142553013646848:32:0) after 8m39s
[04:38:48.651] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8839142553013646848:32:0)
[04:38:48.684] Build status: SCHEDULED
[04:38:48.684] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8839142553013646848:33:0) after 8m41s
[04:47:29.713] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8839142553013646848:33:0)
[04:47:29.731] Build status: SCHEDULED
[04:47:29.731] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8839142553013646848:34:0) after 1m8s
[04:48:37.811] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8839142553013646848:34:0)
[04:48:37.827] Build status: SCHEDULED
[04:48:37.827] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8839142553013646848:35:0) after 8m4s
[04:56:41.846] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8839142553013646848:35:0)
[04:56:41.876] Build status: SCHEDULED
[04:56:41.876] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8839142553013646848:36:0) after 9m23s
[05:06:04.893] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8839142553013646848:36:0)
[05:06:04.914] Build status: SCHEDULED
[05:06:04.914] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8839142553013646848:37:0) after 9m56s
[05:16:01.007] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8839142553013646848:37:0)
[05:16:01.027] Build status: SCHEDULED
[05:16:01.027] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8839142553013646848:38:0) after 8m32s
[05:24:33.080] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8839142553013646848:38:0)
[05:24:33.111] Build status: SCHEDULED
[05:24:33.111] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8839142553013646848:39:0) after 6m2s
[05:30:35.284] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8839142553013646848:39:0)
[05:30:35.348] Build status: SCHEDULED
[05:30:35.348] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8839142553013646848:40:0) after 4m6s
[05:34:41.436] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8839142553013646848:40:0)
[05:34:41.457] Build status: SCHEDULED
[05:34:41.457] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8839142553013646848:41:0) after 8m23s
[05:37:07.428] Received PubSub notification, asking Buildbucket for the build status
[05:37:07.461] Build status: STARTED
[05:41:43.109] Received PubSub notification, asking Buildbucket for the build status
[05:41:43.139] Build:
{
"id": "8673712491101794561",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-sanitizers-ubsan-build"
},
"createdBy": "project:pigweed",
"createTime": "2026-08-12T02:03:11.552260033Z",
"startTime": "2026-08-12T05:37:07.224957783Z",
"endTime": "2026-08-12T05:41:42.039607476Z",
"updateTime": "2026-08-12T05:41:42.039607476Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "e9aa87f9d4272b2e6b82c1a23c23d3cf40a0eae5",
"ref": "refs/heads/main"
}
}
}
[05:41:43.139] Invocation finished in 3h38m32.794323097s with status FAILED