[21:18:41.268] New invocation is queued and will start shortly
[21:18:41.268] Triggered by user:rerunner@pigweed-service-accounts.iam.gserviceaccount.com
[21:18:42.383] Starting the invocation (attempt 1)
[21:18:42.408] Ignoring gitiles_ref tag without the buildset tag
[21:18:42.408] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[21:18:42.408] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[21:18:42.408] Buildbucket request:
{
"requestId": "8838526272479465456",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-host"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8838526272479465456",
"job": "pigweed/pigweed.dev.ci-pigweed-linux-bazel-host",
"triggers": [
{
"buildbucket": {
"tags": [
"parent_buildername:rerunner",
"user_agent:rerunner"
]
},
"id": "1985d930-7f8b-422b-a3e5-031147e988d8",
"title": "rerunner/0",
"url": "https://cr-buildbucket.appspot.com/build/8673096646571546865"
}
]
}
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8838526272479465456"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-linux-bazel-host"
},
{
"key": "user_agent",
"value": "luci-scheduler"
},
{
"key": "parent_buildername",
"value": "rerunner"
},
{
"key": "user_agent",
"value": "rerunner"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[21:18:42.816] Scheduled build:
{
"id": "8673096210562106401",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-host"
},
"createdBy": "project:pigweed",
"createTime": "2026-08-18T21:18:42.474559338Z",
"updateTime": "2026-08-18T21:18:42.474559338Z",
"status": "SCHEDULED",
"input": {
}
}
[21:18:42.817] Task URL: https://cr-buildbucket.appspot.com/build/8673096210562106401
[21:18:42.817] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8838526272479465456:2:0) after 4m50s
[21:18:43.768] Received PubSub notification, asking Buildbucket for the build status
[21:18:43.800] Build status: SCHEDULED
[21:23:32.842] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8838526272479465456:2:0)
[21:23:32.871] Build status: SCHEDULED
[21:23:32.871] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8838526272479465456:4:0) after 7m28s
[21:31:01.225] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8838526272479465456:4:0)
[21:31:01.294] Build status: SCHEDULED
[21:31:01.294] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8838526272479465456:5:0) after 6m35s
[21:37:36.407] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8838526272479465456:5:0)
[21:37:36.428] Build status: SCHEDULED
[21:37:36.429] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8838526272479465456:6:0) after 5m14s
[21:42:50.452] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8838526272479465456:6:0)
[21:42:50.471] Build status: SCHEDULED
[21:42:50.471] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8838526272479465456:7:0) after 7m1s
[21:49:51.669] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8838526272479465456:7:0)
[21:49:51.689] Build status: SCHEDULED
[21:49:51.689] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8838526272479465456:8:0) after 1m11s
[21:51:02.860] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8838526272479465456:8:0)
[21:51:02.903] Build status: SCHEDULED
[21:51:02.903] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8838526272479465456:9:0) after 3m34s
[21:54:36.978] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8838526272479465456:9:0)
[21:54:36.999] Build status: SCHEDULED
[21:54:36.999] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8838526272479465456:10:0) after 3m19s
[21:57:56.104] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8838526272479465456:10:0)
[21:57:56.132] Build status: SCHEDULED
[21:57:56.132] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8838526272479465456:11:0) after 3m39s
[22:01:35.266] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8838526272479465456:11:0)
[22:01:35.286] Build status: SCHEDULED
[22:01:35.286] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8838526272479465456:12:0) after 5m26s
[22:07:01.336] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8838526272479465456:12:0)
[22:07:01.356] Build status: SCHEDULED
[22:07:01.356] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8838526272479465456:13:0) after 4m27s
[22:11:28.463] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8838526272479465456:13:0)
[22:11:28.519] Build status: SCHEDULED
[22:11:28.519] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8838526272479465456:14:0) after 8m52s
[22:20:20.524] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8838526272479465456:14:0)
[22:20:20.545] Build status: SCHEDULED
[22:20:20.546] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8838526272479465456:15:0) after 6m1s
[22:26:21.618] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8838526272479465456:15:0)
[22:26:21.642] Build status: SCHEDULED
[22:26:21.642] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8838526272479465456:16:0) after 4m15s
[22:30:36.686] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8838526272479465456:16:0)
[22:30:36.706] Build status: SCHEDULED
[22:30:36.706] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8838526272479465456:17:0) after 7m34s
[22:38:10.719] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8838526272479465456:17:0)
[22:38:10.737] Build status: SCHEDULED
[22:38:10.737] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8838526272479465456:18:0) after 5m56s
[22:44:06.785] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8838526272479465456:18:0)
[22:44:06.828] Build status: SCHEDULED
[22:44:06.828] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8838526272479465456:19:0) after 6m50s
[22:50:56.843] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8838526272479465456:19:0)
[22:50:56.941] Build status: SCHEDULED
[22:50:56.941] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8838526272479465456:20:0) after 3m42s
[22:54:38.955] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8838526272479465456:20:0)
[22:54:39.038] Build status: SCHEDULED
[22:54:39.038] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8838526272479465456:21:0) after 5m44s
[23:00:23.056] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8838526272479465456:21:0)
[23:00:23.594] Build status: SCHEDULED
[23:00:23.594] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8838526272479465456:22:0) after 3m43s
[23:04:06.760] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8838526272479465456:22:0)
[23:04:06.828] Build status: SCHEDULED
[23:04:06.828] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8838526272479465456:23:0) after 9m15s
[23:13:21.892] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8838526272479465456:23:0)
[23:13:21.915] Build status: SCHEDULED
[23:13:21.915] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8838526272479465456:24:0) after 8m59s
[23:22:20.992] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8838526272479465456:24:0)
[23:22:21.232] Build status: SCHEDULED
[23:22:21.232] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8838526272479465456:25:0) after 2m46s
[23:25:07.328] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8838526272479465456:25:0)
[23:25:07.349] Build status: SCHEDULED
[23:25:07.349] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8838526272479465456:26:0) after 2m46s
[23:27:53.416] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8838526272479465456:26:0)
[23:27:53.439] Build status: SCHEDULED
[23:27:53.439] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8838526272479465456:27:0) after 2m7s
[23:30:00.503] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8838526272479465456:27:0)
[23:30:00.524] Build status: SCHEDULED
[23:30:00.524] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8838526272479465456:28:0) after 4m56s
[23:34:56.665] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8838526272479465456:28:0)
[23:34:56.684] Build status: SCHEDULED
[23:34:56.684] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8838526272479465456:29:0) after 3m42s
[23:38:38.677] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8838526272479465456:29:0)
[23:38:38.707] Build status: SCHEDULED
[23:38:38.707] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8838526272479465456:30:0) after 2m48s
[23:41:26.777] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8838526272479465456:30:0)
[23:41:26.797] Build status: SCHEDULED
[23:41:26.798] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8838526272479465456:31:0) after 5m11s
[23:46:37.863] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8838526272479465456:31:0)
[23:46:37.892] Build status: SCHEDULED
[23:46:37.892] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8838526272479465456:32:0) after 4m12s
[23:50:49.887] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8838526272479465456:32:0)
[23:50:49.938] Build status: SCHEDULED
[23:50:49.938] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8838526272479465456:33:0) after 9m11s
[00:00:00.972] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8838526272479465456:33:0)
[00:00:00.998] Build status: SCHEDULED
[00:00:00.998] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8838526272479465456:34:0) after 9m39s
[00:09:40.015] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8838526272479465456:34:0)
[00:09:40.057] Build status: SCHEDULED
[00:09:40.057] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8838526272479465456:35:0) after 4m33s
[00:14:13.173] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8838526272479465456:35:0)
[00:14:13.192] Build status: SCHEDULED
[00:14:13.192] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8838526272479465456:36:0) after 7m34s
[00:21:47.208] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8838526272479465456:36:0)
[00:21:47.232] Build status: SCHEDULED
[00:21:47.232] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8838526272479465456:37:0) after 5m10s
[00:26:49.625] Received PubSub notification, asking Buildbucket for the build status
[00:26:49.647] Build status: STARTED
[00:26:57.331] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8838526272479465456:37:0)
[00:26:57.353] Build status: STARTED
[00:26:57.353] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8838526272479465456:39:0) after 3m31s
[00:30:28.421] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8838526272479465456:39:0)
[00:30:28.440] Build status: STARTED
[00:30:28.440] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8838526272479465456:40:0) after 5m58s
[00:35:46.357] Received PubSub notification, asking Buildbucket for the build status
[00:35:46.374] Build:
{
"id": "8673096210562106401",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-host"
},
"createdBy": "project:pigweed",
"createTime": "2026-08-18T21:18:42.474559338Z",
"startTime": "2026-08-19T00:26:49.436235360Z",
"endTime": "2026-08-19T00:35:46.113316817Z",
"updateTime": "2026-08-19T00:35:46.113316817Z",
"status": "FAILURE",
"input": {
}
}
[00:35:46.374] Invocation finished in 3h17m5.11288447s with status FAILED