[01:23:06.387] New invocation is queued and will start shortly
[01:23:07.569] Starting the invocation (attempt 1)
[01:23:07.590] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/030c4b536831b1348c32835839d4b537d4385b6f"
[01:23:07.590] Popped gitiles commit info from properties and tags
[01:23:07.590] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[01:23:07.591] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[01:23:07.591] Buildbucket request:
{
"requestId": "8854184170172067728",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-rust"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8854184170172067728",
"job": "pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "21848108786d435d79b65e30342a229a06a27e48"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@21848108786d435d79b65e30342a229a06a27e48",
"title": "21848108786d435d79b65e30342a229a06a27e48",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/21848108786d435d79b65e30342a229a06a27e48"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "030c4b536831b1348c32835839d4b537d4385b6f"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@030c4b536831b1348c32835839d4b537d4385b6f",
"title": "030c4b536831b1348c32835839d4b537d4385b6f",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/030c4b536831b1348c32835839d4b537d4385b6f"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "030c4b536831b1348c32835839d4b537d4385b6f",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8854184170172067728"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[01:23:08.061] Scheduled build:
{
"id": "8688754108144452465",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-rust"
},
"createdBy": "project:pigweed",
"createTime": "2026-02-27T01:23:07.701102657Z",
"updateTime": "2026-02-27T01:23:07.701102657Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "030c4b536831b1348c32835839d4b537d4385b6f",
"ref": "refs/heads/main"
}
}
}
[01:23:08.061] Task URL: https://cr-buildbucket.appspot.com/build/8688754108144452465
[01:23:08.061] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8854184170172067728:2:0) after 4m53s
[01:23:09.031] Received PubSub notification, asking Buildbucket for the build status
[01:23:09.057] Build status: SCHEDULED
[01:28:01.048] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8854184170172067728:2:0)
[01:28:01.086] Build status: SCHEDULED
[01:28:01.086] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8854184170172067728:4:0) after 6m10s
[01:34:11.163] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8854184170172067728:4:0)
[01:34:11.181] Build status: SCHEDULED
[01:34:11.181] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8854184170172067728:5:0) after 5m33s
[01:39:44.226] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8854184170172067728:5:0)
[01:39:44.257] Build status: SCHEDULED
[01:39:44.257] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8854184170172067728:6:0) after 5m43s
[01:45:27.469] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8854184170172067728:6:0)
[01:45:27.492] Build status: SCHEDULED
[01:45:27.492] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8854184170172067728:7:0) after 7m56s
[01:53:23.505] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8854184170172067728:7:0)
[01:53:23.522] Build status: SCHEDULED
[01:53:23.522] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8854184170172067728:8:0) after 6m59s
[02:00:22.645] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8854184170172067728:8:0)
[02:00:22.685] Build status: SCHEDULED
[02:00:22.685] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8854184170172067728:9:0) after 5m52s
[02:06:14.655] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8854184170172067728:9:0)
[02:06:14.671] Build status: SCHEDULED
[02:06:14.671] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8854184170172067728:10:0) after 3m37s
[02:09:51.785] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8854184170172067728:10:0)
[02:09:51.804] Build status: SCHEDULED
[02:09:51.804] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8854184170172067728:11:0) after 4m58s
[02:14:49.896] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8854184170172067728:11:0)
[02:14:49.913] Build status: SCHEDULED
[02:14:49.913] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8854184170172067728:12:0) after 6m39s
[02:21:28.928] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8854184170172067728:12:0)
[02:21:28.942] Build status: SCHEDULED
[02:21:28.943] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8854184170172067728:13:0) after 5m38s
[02:27:06.980] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8854184170172067728:13:0)
[02:27:07.007] Build status: SCHEDULED
[02:27:07.007] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8854184170172067728:14:0) after 2m26s
[02:29:33.020] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8854184170172067728:14:0)
[02:29:33.051] Build status: SCHEDULED
[02:29:33.051] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8854184170172067728:15:0) after 9m14s
[02:38:47.065] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8854184170172067728:15:0)
[02:38:47.083] Build status: SCHEDULED
[02:38:47.083] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8854184170172067728:16:0) after 2m15s
[02:41:02.102] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8854184170172067728:16:0)
[02:41:02.132] Build status: SCHEDULED
[02:41:02.132] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8854184170172067728:17:0) after 3m19s
[02:44:21.205] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8854184170172067728:17:0)
[02:44:21.223] Build status: SCHEDULED
[02:44:21.223] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8854184170172067728:18:0) after 8m32s
[02:52:53.295] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8854184170172067728:18:0)
[02:52:53.313] Build status: SCHEDULED
[02:52:53.313] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8854184170172067728:19:0) after 8m38s
[03:01:31.481] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8854184170172067728:19:0)
[03:01:31.541] Build status: SCHEDULED
[03:01:31.541] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8854184170172067728:20:0) after 8m10s
[03:09:41.713] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8854184170172067728:20:0)
[03:09:41.771] Build status: SCHEDULED
[03:09:41.771] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8854184170172067728:21:0) after 9m4s
[03:18:45.787] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8854184170172067728:21:0)
[03:18:45.812] Build status: SCHEDULED
[03:18:45.812] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8854184170172067728:22:0) after 5m44s
[03:24:29.778] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8854184170172067728:22:0)
[03:24:29.801] Build status: SCHEDULED
[03:24:29.801] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8854184170172067728:23:0) after 4m20s
[03:28:49.806] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8854184170172067728:23:0)
[03:28:49.824] Build status: SCHEDULED
[03:28:49.824] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8854184170172067728:24:0) after 5m16s
[03:34:05.887] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8854184170172067728:24:0)
[03:34:05.912] Build status: SCHEDULED
[03:34:05.912] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8854184170172067728:25:0) after 4m37s
[03:38:43.051] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8854184170172067728:25:0)
[03:38:43.070] Build status: SCHEDULED
[03:38:43.070] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8854184170172067728:26:0) after 6m24s
[03:45:07.086] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8854184170172067728:26:0)
[03:45:07.111] Build status: SCHEDULED
[03:45:07.111] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8854184170172067728:27:0) after 4m47s
[03:49:54.251] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8854184170172067728:27:0)
[03:49:54.275] Build status: SCHEDULED
[03:49:54.275] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8854184170172067728:28:0) after 5m52s
[03:55:46.290] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8854184170172067728:28:0)
[03:55:46.311] Build status: SCHEDULED
[03:55:46.311] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8854184170172067728:29:0) after 3m3s
[03:58:49.536] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8854184170172067728:29:0)
[03:58:49.563] Build status: SCHEDULED
[03:58:49.563] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8854184170172067728:30:0) after 3m29s
[04:02:18.576] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8854184170172067728:30:0)
[04:02:18.601] Build status: SCHEDULED
[04:02:18.601] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8854184170172067728:31:0) after 5m4s
[04:07:22.669] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8854184170172067728:31:0)
[04:07:22.691] Build status: SCHEDULED
[04:07:22.691] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8854184170172067728:32:0) after 1m53s
[04:09:15.698] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8854184170172067728:32:0)
[04:09:15.765] Build status: SCHEDULED
[04:09:15.765] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8854184170172067728:33:0) after 5m6s
[04:14:21.782] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8854184170172067728:33:0)
[04:14:21.824] Build status: SCHEDULED
[04:14:21.824] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8854184170172067728:34:0) after 1m0s
[04:15:21.844] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8854184170172067728:34:0)
[04:15:21.860] Build status: SCHEDULED
[04:15:21.860] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8854184170172067728:35:0) after 4m40s
[04:20:01.883] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8854184170172067728:35:0)
[04:20:01.903] Build status: SCHEDULED
[04:20:01.903] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8854184170172067728:36:0) after 8m39s
[04:28:40.966] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8854184170172067728:36:0)
[04:28:40.995] Build status: SCHEDULED
[04:28:40.995] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8854184170172067728:37:0) after 9m12s
[04:37:53.062] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8854184170172067728:37:0)
[04:37:53.077] Build status: SCHEDULED
[04:37:53.077] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8854184170172067728:38:0) after 6m59s
[04:44:52.114] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8854184170172067728:38:0)
[04:44:52.140] Build status: SCHEDULED
[04:44:52.140] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8854184170172067728:39:0) after 8m49s
[04:53:41.213] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8854184170172067728:39:0)
[04:53:41.407] Build status: SCHEDULED
[04:53:41.407] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8854184170172067728:40:0) after 8m2s
[05:01:43.565] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8854184170172067728:40:0)
[05:01:43.582] Build status: SCHEDULED
[05:01:43.582] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8854184170172067728:41:0) after 5m29s
[05:07:12.605] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8854184170172067728:41:0)
[05:07:12.620] Build status: SCHEDULED
[05:07:12.620] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8854184170172067728:42:0) after 5m42s
[05:10:34.642] Received PubSub notification, asking Buildbucket for the build status
[05:10:34.662] Build status: STARTED
[05:12:54.689] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8854184170172067728:42:0)
[05:12:54.732] Build status: STARTED
[05:12:54.732] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8854184170172067728:44:0) after 4m3s
[05:13:47.271] Received PubSub notification, asking Buildbucket for the build status
[05:13:47.296] Build:
{
"id": "8688754108144452465",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-rust"
},
"createdBy": "project:pigweed",
"createTime": "2026-02-27T01:23:07.701102657Z",
"startTime": "2026-02-27T05:10:34.485187263Z",
"endTime": "2026-02-27T05:13:46.356933308Z",
"updateTime": "2026-02-27T05:13:46.356933308Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "030c4b536831b1348c32835839d4b537d4385b6f",
"ref": "refs/heads/main"
}
}
}
[05:13:47.296] Invocation finished in 3h50m40.912010336s with status FAILED