[01:00:36.671] New invocation is queued and will start shortly
[01:00:36.672] Triggered by user:rerunner@pigweed-service-accounts.iam.gserviceaccount.com
[01:00:37.753] Starting the invocation (attempt 1)
[01:00:37.838] Ignoring gitiles_ref tag without the buildset tag
[01:00:37.838] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[01:00:37.838] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[01:00:37.838] Buildbucket request:
{
"requestId": "8842226785888370480",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-rust"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8842226785888370480",
"job": "pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust",
"triggers": [
{
"buildbucket": {
"tags": [
"parent_buildername:rerunner",
"user_agent:rerunner"
]
},
"id": "a02b4246-5f04-4ccd-abbc-0f11bd7a7050",
"title": "rerunner/0",
"url": "https://cr-buildbucket.appspot.com/build/8676797077924141489"
}
]
}
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8842226785888370480"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust"
},
{
"key": "user_agent",
"value": "luci-scheduler"
},
{
"key": "parent_buildername",
"value": "rerunner"
},
{
"key": "user_agent",
"value": "rerunner"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[01:00:38.236] Scheduled build:
{
"id": "8676796723943191313",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-rust"
},
"createdBy": "project:pigweed",
"createTime": "2026-07-09T01:00:37.905485651Z",
"updateTime": "2026-07-09T01:00:37.905485651Z",
"status": "SCHEDULED",
"input": {
},
"canary": true
}
[01:00:38.236] Task URL: https://cr-buildbucket.appspot.com/build/8676796723943191313
[01:00:38.236] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8842226785888370480:2:0) after 7m30s
[01:00:39.260] Received PubSub notification, asking Buildbucket for the build status
[01:00:39.291] Build status: SCHEDULED
[01:08:08.253] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8842226785888370480:2:0)
[01:08:08.272] Build status: SCHEDULED
[01:08:08.272] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8842226785888370480:4:0) after 4m59s
[01:13:07.459] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8842226785888370480:4:0)
[01:13:07.479] Build status: SCHEDULED
[01:13:07.479] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8842226785888370480:5:0) after 9m56s
[01:23:03.587] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8842226785888370480:5:0)
[01:23:03.607] Build status: SCHEDULED
[01:23:03.607] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8842226785888370480:6:0) after 3m25s
[01:26:28.727] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8842226785888370480:6:0)
[01:26:28.754] Build status: SCHEDULED
[01:26:28.754] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8842226785888370480:7:0) after 7m4s
[01:33:32.770] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8842226785888370480:7:0)
[01:33:32.793] Build status: SCHEDULED
[01:33:32.793] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8842226785888370480:8:0) after 8m14s
[01:41:46.829] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8842226785888370480:8:0)
[01:41:46.853] Build status: SCHEDULED
[01:41:46.853] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8842226785888370480:9:0) after 7m38s
[01:49:25.014] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8842226785888370480:9:0)
[01:49:25.033] Build status: SCHEDULED
[01:49:25.033] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8842226785888370480:10:0) after 8m20s
[01:57:45.033] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8842226785888370480:10:0)
[01:57:45.051] Build status: SCHEDULED
[01:57:45.051] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8842226785888370480:11:0) after 3m37s
[02:01:22.088] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8842226785888370480:11:0)
[02:01:22.106] Build status: SCHEDULED
[02:01:22.106] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8842226785888370480:12:0) after 4m45s
[02:06:07.122] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8842226785888370480:12:0)
[02:06:07.152] Build status: SCHEDULED
[02:06:07.153] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8842226785888370480:13:0) after 1m5s
[02:07:12.168] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8842226785888370480:13:0)
[02:07:12.187] Build status: SCHEDULED
[02:07:12.187] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8842226785888370480:14:0) after 6m29s
[02:13:41.276] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8842226785888370480:14:0)
[02:13:41.295] Build status: SCHEDULED
[02:13:41.295] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8842226785888370480:15:0) after 9m57s
[02:23:38.281] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8842226785888370480:15:0)
[02:23:38.300] Build status: SCHEDULED
[02:23:38.300] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8842226785888370480:16:0) after 8m50s
[02:32:28.363] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8842226785888370480:16:0)
[02:32:28.388] Build status: SCHEDULED
[02:32:28.388] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8842226785888370480:17:0) after 2m31s
[02:34:59.436] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8842226785888370480:17:0)
[02:34:59.455] Build status: SCHEDULED
[02:34:59.455] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8842226785888370480:18:0) after 2m31s
[02:37:30.559] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8842226785888370480:18:0)
[02:37:30.694] Build status: SCHEDULED
[02:37:30.694] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8842226785888370480:19:0) after 1m17s
[02:38:47.669] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8842226785888370480:19:0)
[02:38:47.696] Build status: SCHEDULED
[02:38:47.696] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8842226785888370480:20:0) after 1m41s
[02:40:28.746] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8842226785888370480:20:0)
[02:40:28.775] Build status: SCHEDULED
[02:40:28.775] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8842226785888370480:21:0) after 9m54s
[02:50:22.996] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8842226785888370480:21:0)
[02:50:23.043] Build status: SCHEDULED
[02:50:23.043] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8842226785888370480:22:0) after 1m18s
[02:51:41.062] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8842226785888370480:22:0)
[02:51:41.081] Build status: SCHEDULED
[02:51:41.081] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8842226785888370480:23:0) after 7m44s
[02:59:25.181] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8842226785888370480:23:0)
[02:59:25.202] Build status: SCHEDULED
[02:59:25.203] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8842226785888370480:24:0) after 8m20s
[03:07:45.216] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8842226785888370480:24:0)
[03:07:45.238] Build status: SCHEDULED
[03:07:45.238] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8842226785888370480:25:0) after 2m2s
[03:09:47.229] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8842226785888370480:25:0)
[03:09:47.389] Build status: SCHEDULED
[03:09:47.389] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8842226785888370480:26:0) after 3m8s
[03:12:55.392] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8842226785888370480:26:0)
[03:12:55.416] Build status: SCHEDULED
[03:12:55.416] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8842226785888370480:27:0) after 6m10s
[03:19:05.427] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8842226785888370480:27:0)
[03:19:05.443] Build status: SCHEDULED
[03:19:05.443] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8842226785888370480:28:0) after 2m10s
[03:21:15.473] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8842226785888370480:28:0)
[03:21:15.506] Build status: SCHEDULED
[03:21:15.506] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8842226785888370480:29:0) after 7m48s
[03:29:03.521] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8842226785888370480:29:0)
[03:29:03.548] Build status: SCHEDULED
[03:29:03.548] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8842226785888370480:30:0) after 7m6s
[03:36:09.555] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8842226785888370480:30:0)
[03:36:09.614] Build status: SCHEDULED
[03:36:09.615] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8842226785888370480:31:0) after 8m37s
[03:37:05.737] Received PubSub notification, asking Buildbucket for the build status
[03:37:05.758] Build status: STARTED
[03:44:46.705] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8842226785888370480:31:0)
[03:44:46.815] Build:
{
"id": "8676796723943191313",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-rust"
},
"createdBy": "project:pigweed",
"createTime": "2026-07-09T01:00:37.905485651Z",
"startTime": "2026-07-09T03:37:05.515129296Z",
"endTime": "2026-07-09T03:44:21.919020350Z",
"updateTime": "2026-07-09T03:44:21.919020350Z",
"status": "FAILURE",
"input": {
},
"canary": true
}
[03:44:46.815] Invocation finished in 2h44m10.14848522s with status FAILED