[00:54:28.934] New invocation is queued and will start shortly
[00:54:28.934] Triggered by user:rerunner@pigweed-service-accounts.iam.gserviceaccount.com
[00:54:32.463] Starting the invocation (attempt 1)
[00:54:32.485] Ignoring gitiles_ref tag without the buildset tag
[00:54:32.485] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[00:54:32.485] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[00:54:32.486] Buildbucket request:
{
"requestId": "8841502395762556656",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-rust"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8841502395762556656",
"job": "pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust",
"triggers": [
{
"buildbucket": {
"tags": [
"parent_buildername:rerunner",
"user_agent:rerunner"
]
},
"id": "9e637a3b-7c63-4efb-b410-d20ac00ecc4c",
"title": "rerunner/0",
"url": "https://cr-buildbucket.appspot.com/build/8676072696929250561"
}
]
}
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8841502395762556656"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust"
},
{
"key": "user_agent",
"value": "luci-scheduler"
},
{
"key": "parent_buildername",
"value": "rerunner"
},
{
"key": "user_agent",
"value": "rerunner"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[00:54:32.898] Scheduled build:
{
"id": "8676072331258134961",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-rust"
},
"createdBy": "project:pigweed",
"createTime": "2026-07-17T00:54:32.604598642Z",
"updateTime": "2026-07-17T00:54:32.604598642Z",
"status": "SCHEDULED",
"input": {
}
}
[00:54:32.898] Task URL: https://cr-buildbucket.appspot.com/build/8676072331258134961
[00:54:32.898] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8841502395762556656:2:0) after 9m10s
[00:54:33.820] Received PubSub notification, asking Buildbucket for the build status
[00:54:33.923] Build status: SCHEDULED
[01:03:42.956] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8841502395762556656:2:0)
[01:03:42.976] Build status: SCHEDULED
[01:03:42.976] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8841502395762556656:4:0) after 7m53s
[01:11:36.132] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8841502395762556656:4:0)
[01:11:36.153] Build status: SCHEDULED
[01:11:36.153] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8841502395762556656:5:0) after 3m15s
[01:14:51.299] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8841502395762556656:5:0)
[01:14:51.339] Build status: SCHEDULED
[01:14:51.339] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8841502395762556656:6:0) after 4m20s
[01:19:11.510] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8841502395762556656:6:0)
[01:19:11.533] Build status: SCHEDULED
[01:19:11.533] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8841502395762556656:7:0) after 8m35s
[01:27:46.684] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8841502395762556656:7:0)
[01:27:46.754] Build status: SCHEDULED
[01:27:46.754] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8841502395762556656:8:0) after 1m35s
[01:29:21.747] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8841502395762556656:8:0)
[01:29:21.774] Build status: SCHEDULED
[01:29:21.774] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8841502395762556656:9:0) after 9m44s
[01:39:05.774] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8841502395762556656:9:0)
[01:39:05.799] Build status: SCHEDULED
[01:39:05.799] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8841502395762556656:10:0) after 9m14s
[01:48:19.955] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8841502395762556656:10:0)
[01:48:19.972] Build status: SCHEDULED
[01:48:19.972] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8841502395762556656:11:0) after 8m49s
[01:57:09.200] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8841502395762556656:11:0)
[01:57:09.223] Build status: SCHEDULED
[01:57:09.223] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8841502395762556656:12:0) after 6m35s
[02:03:44.434] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8841502395762556656:12:0)
[02:03:44.454] Build status: SCHEDULED
[02:03:44.454] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8841502395762556656:13:0) after 6m12s
[02:09:56.490] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8841502395762556656:13:0)
[02:09:56.578] Build status: SCHEDULED
[02:09:56.578] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8841502395762556656:14:0) after 1m55s
[02:11:51.618] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8841502395762556656:14:0)
[02:11:51.660] Build status: SCHEDULED
[02:11:51.660] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8841502395762556656:15:0) after 4m57s
[02:16:48.727] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8841502395762556656:15:0)
[02:16:48.749] Build status: SCHEDULED
[02:16:48.749] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8841502395762556656:16:0) after 8m38s
[02:25:26.779] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8841502395762556656:16:0)
[02:25:26.800] Build status: SCHEDULED
[02:25:26.800] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8841502395762556656:17:0) after 2m42s
[02:28:08.940] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8841502395762556656:17:0)
[02:28:08.957] Build status: SCHEDULED
[02:28:08.957] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8841502395762556656:18:0) after 3m41s
[02:31:50.021] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8841502395762556656:18:0)
[02:31:50.040] Build status: SCHEDULED
[02:31:50.041] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8841502395762556656:19:0) after 9m4s
[02:40:54.075] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8841502395762556656:19:0)
[02:40:54.092] Build status: SCHEDULED
[02:40:54.092] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8841502395762556656:20:0) after 6m28s
[02:47:22.106] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8841502395762556656:20:0)
[02:47:22.129] Build status: SCHEDULED
[02:47:22.129] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8841502395762556656:21:0) after 4m56s
[02:52:18.182] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8841502395762556656:21:0)
[02:52:18.217] Build status: SCHEDULED
[02:52:18.217] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8841502395762556656:22:0) after 8m1s
[03:00:19.233] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8841502395762556656:22:0)
[03:00:19.249] Build status: SCHEDULED
[03:00:19.249] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8841502395762556656:23:0) after 8m1s
[03:08:20.396] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8841502395762556656:23:0)
[03:08:20.422] Build status: SCHEDULED
[03:08:20.423] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8841502395762556656:24:0) after 5m22s
[03:13:42.436] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8841502395762556656:24:0)
[03:13:42.470] Build status: SCHEDULED
[03:13:42.470] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8841502395762556656:25:0) after 3m4s
[03:16:46.680] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8841502395762556656:25:0)
[03:16:46.769] Build status: SCHEDULED
[03:16:46.769] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8841502395762556656:26:0) after 2m20s
[03:19:06.953] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8841502395762556656:26:0)
[03:19:06.972] Build status: SCHEDULED
[03:19:06.972] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8841502395762556656:27:0) after 6m3s
[03:25:10.087] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8841502395762556656:27:0)
[03:25:10.109] Build status: SCHEDULED
[03:25:10.109] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8841502395762556656:28:0) after 6m18s
[03:31:28.200] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8841502395762556656:28:0)
[03:31:28.227] Build status: SCHEDULED
[03:31:28.227] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8841502395762556656:29:0) after 6m30s
[03:37:58.293] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8841502395762556656:29:0)
[03:37:58.309] Build status: SCHEDULED
[03:37:58.309] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8841502395762556656:30:0) after 1m51s
[03:39:49.327] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8841502395762556656:30:0)
[03:39:49.353] Build status: SCHEDULED
[03:39:49.353] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8841502395762556656:31:0) after 4m47s
[03:44:36.368] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8841502395762556656:31:0)
[03:44:36.444] Build status: SCHEDULED
[03:44:36.444] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8841502395762556656:32:0) after 4m52s
[03:49:28.594] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8841502395762556656:32:0)
[03:49:28.670] Build status: SCHEDULED
[03:49:28.670] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8841502395762556656:33:0) after 6m40s
[03:56:08.713] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8841502395762556656:33:0)
[03:56:08.746] Build status: SCHEDULED
[03:56:08.746] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8841502395762556656:34:0) after 1m13s
[03:57:21.745] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8841502395762556656:34:0)
[03:57:21.788] Build status: SCHEDULED
[03:57:21.788] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8841502395762556656:35:0) after 5m44s
[04:03:05.852] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8841502395762556656:35:0)
[04:03:05.918] Build status: SCHEDULED
[04:03:05.918] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8841502395762556656:36:0) after 9m28s
[04:10:21.198] Received PubSub notification, asking Buildbucket for the build status
[04:10:21.235] Build status: STARTED
[04:12:33.988] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8841502395762556656:36:0)
[04:12:34.015] Build status: STARTED
[04:12:34.015] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8841502395762556656:38:0) after 3m19s
[04:15:53.131] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8841502395762556656:38:0)
[04:15:53.149] Build status: STARTED
[04:15:53.149] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8841502395762556656:39:0) after 1m35s
[04:16:27.792] Received PubSub notification, asking Buildbucket for the build status
[04:16:27.820] Build:
{
"id": "8676072331258134961",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-rust"
},
"createdBy": "project:pigweed",
"createTime": "2026-07-17T00:54:32.604598642Z",
"startTime": "2026-07-17T04:10:21.003384993Z",
"endTime": "2026-07-17T04:16:27.124737702Z",
"updateTime": "2026-07-17T04:16:27.124737702Z",
"status": "FAILURE",
"input": {
}
}
[04:16:27.820] Invocation finished in 3h21m58.896020955s with status FAILED