[06:59:25.582] New invocation is queued and will start shortly
[06:59:25.582] Triggered by user:rerunner@pigweed-service-accounts.iam.gserviceaccount.com
[06:59:26.836] Starting the invocation (attempt 1)
[06:59:26.858] Ignoring gitiles_ref tag without the buildset tag
[06:59:26.858] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[06:59:26.858] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[06:59:26.858] Buildbucket request:
{
"requestId": "8853800622888027360",
"builder": {
"project": "pigweed",
"bucket": "kudzu.dev.ci",
"builder": "kudzu-envtest"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8853800622888027360",
"job": "pigweed/kudzu.dev.ci-kudzu-envtest",
"triggers": [
{
"buildbucket": {
"tags": [
"parent_buildername:rerunner",
"user_agent:rerunner"
]
},
"id": "582c9b83-364d-41d4-a820-04da045acebc",
"title": "rerunner/0",
"url": "https://cr-buildbucket.appspot.com/build/8688370729654653537"
}
]
}
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8853800622888027360"
},
{
"key": "scheduler_job_id",
"value": "pigweed/kudzu.dev.ci-kudzu-envtest"
},
{
"key": "user_agent",
"value": "luci-scheduler"
},
{
"key": "parent_buildername",
"value": "rerunner"
},
{
"key": "user_agent",
"value": "rerunner"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[06:59:27.175] Scheduled build:
{
"id": "8688370560844836385",
"builder": {
"project": "pigweed",
"bucket": "kudzu.dev.ci",
"builder": "kudzu-envtest"
},
"createdBy": "project:pigweed",
"createTime": "2026-03-03T06:59:26.910203551Z",
"updateTime": "2026-03-03T06:59:26.910203551Z",
"status": "SCHEDULED",
"input": {
}
}
[06:59:27.175] Task URL: https://cr-buildbucket.appspot.com/build/8688370560844836385
[06:59:27.175] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-envtest:8853800622888027360:2:0) after 6m17s
[06:59:28.130] Received PubSub notification, asking Buildbucket for the build status
[06:59:28.160] Build status: SCHEDULED
[07:05:44.175] Handling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-envtest:8853800622888027360:2:0)
[07:05:44.195] Build status: SCHEDULED
[07:05:44.195] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-envtest:8853800622888027360:4:0) after 6m38s
[07:12:22.257] Handling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-envtest:8853800622888027360:4:0)
[07:12:22.282] Build status: SCHEDULED
[07:12:22.282] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-envtest:8853800622888027360:5:0) after 7m0s
[07:19:22.319] Handling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-envtest:8853800622888027360:5:0)
[07:19:22.423] Build status: SCHEDULED
[07:19:22.423] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-envtest:8853800622888027360:6:0) after 1m52s
[07:21:14.620] Handling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-envtest:8853800622888027360:6:0)
[07:21:14.644] Build status: SCHEDULED
[07:21:14.644] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-envtest:8853800622888027360:7:0) after 9m30s
[07:30:44.766] Handling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-envtest:8853800622888027360:7:0)
[07:30:44.779] Build status: SCHEDULED
[07:30:44.779] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-envtest:8853800622888027360:8:0) after 6m56s
[07:37:40.792] Handling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-envtest:8853800622888027360:8:0)
[07:37:40.879] Build status: SCHEDULED
[07:37:40.879] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-envtest:8853800622888027360:9:0) after 9m33s
[07:47:13.895] Handling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-envtest:8853800622888027360:9:0)
[07:47:13.928] Build status: SCHEDULED
[07:47:13.929] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-envtest:8853800622888027360:10:0) after 1m20s
[07:48:33.945] Handling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-envtest:8853800622888027360:10:0)
[07:48:33.973] Build status: SCHEDULED
[07:48:33.973] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-envtest:8853800622888027360:11:0) after 5m17s
[07:53:50.986] Handling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-envtest:8853800622888027360:11:0)
[07:53:51.005] Build status: SCHEDULED
[07:53:51.005] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-envtest:8853800622888027360:12:0) after 3m23s
[07:57:14.019] Handling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-envtest:8853800622888027360:12:0)
[07:57:14.083] Build status: SCHEDULED
[07:57:14.083] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-envtest:8853800622888027360:13:0) after 3m15s
[08:00:29.108] Handling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-envtest:8853800622888027360:13:0)
[08:00:29.136] Build status: SCHEDULED
[08:00:29.136] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-envtest:8853800622888027360:14:0) after 2m47s
[08:03:16.163] Handling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-envtest:8853800622888027360:14:0)
[08:03:16.190] Build status: SCHEDULED
[08:03:16.190] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-envtest:8853800622888027360:15:0) after 4m42s
[08:07:58.203] Handling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-envtest:8853800622888027360:15:0)
[08:07:58.237] Build status: SCHEDULED
[08:07:58.237] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-envtest:8853800622888027360:16:0) after 5m27s
[08:13:25.275] Handling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-envtest:8853800622888027360:16:0)
[08:13:25.293] Build status: SCHEDULED
[08:13:25.293] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-envtest:8853800622888027360:17:0) after 5m22s
[08:18:47.308] Handling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-envtest:8853800622888027360:17:0)
[08:18:47.474] Build status: SCHEDULED
[08:18:47.474] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-envtest:8853800622888027360:18:0) after 2m42s
[08:21:29.491] Handling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-envtest:8853800622888027360:18:0)
[08:21:29.551] Build status: SCHEDULED
[08:21:29.551] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-envtest:8853800622888027360:19:0) after 7m11s
[08:28:40.553] Handling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-envtest:8853800622888027360:19:0)
[08:28:40.576] Build status: SCHEDULED
[08:28:40.576] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-envtest:8853800622888027360:20:0) after 4m3s
[08:32:43.747] Handling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-envtest:8853800622888027360:20:0)
[08:32:43.827] Build status: SCHEDULED
[08:32:43.827] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-envtest:8853800622888027360:21:0) after 8m22s
[08:41:05.882] Handling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-envtest:8853800622888027360:21:0)
[08:41:05.910] Build status: SCHEDULED
[08:41:05.910] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-envtest:8853800622888027360:22:0) after 2m51s
[08:43:56.923] Handling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-envtest:8853800622888027360:22:0)
[08:43:56.938] Build status: SCHEDULED
[08:43:56.938] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-envtest:8853800622888027360:23:0) after 1m13s
[08:45:09.985] Handling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-envtest:8853800622888027360:23:0)
[08:45:10.032] Build status: SCHEDULED
[08:45:10.032] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-envtest:8853800622888027360:24:0) after 8m45s
[08:53:55.046] Handling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-envtest:8853800622888027360:24:0)
[08:53:55.065] Build status: SCHEDULED
[08:53:55.065] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-envtest:8853800622888027360:25:0) after 1m53s
[08:55:48.130] Handling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-envtest:8853800622888027360:25:0)
[08:55:48.152] Build status: SCHEDULED
[08:55:48.152] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-envtest:8853800622888027360:26:0) after 3m10s
[08:58:58.213] Handling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-envtest:8853800622888027360:26:0)
[08:58:58.235] Build status: SCHEDULED
[08:58:58.236] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-envtest:8853800622888027360:27:0) after 8m17s
[09:07:15.250] Handling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-envtest:8853800622888027360:27:0)
[09:07:15.275] Build status: SCHEDULED
[09:07:15.275] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-envtest:8853800622888027360:28:0) after 6m45s
[09:14:00.295] Handling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-envtest:8853800622888027360:28:0)
[09:14:00.329] Build status: SCHEDULED
[09:14:00.329] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-envtest:8853800622888027360:29:0) after 8m27s
[09:22:27.344] Handling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-envtest:8853800622888027360:29:0)
[09:22:27.367] Build status: SCHEDULED
[09:22:27.367] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-envtest:8853800622888027360:30:0) after 3m10s
[09:25:37.370] Handling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-envtest:8853800622888027360:30:0)
[09:25:37.386] Build status: SCHEDULED
[09:25:37.386] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-envtest:8853800622888027360:31:0) after 9m18s
[09:34:55.456] Handling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-envtest:8853800622888027360:31:0)
[09:34:55.479] Build status: SCHEDULED
[09:34:55.479] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-envtest:8853800622888027360:32:0) after 3m55s
[09:38:50.470] Handling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-envtest:8853800622888027360:32:0)
[09:38:50.504] Build status: SCHEDULED
[09:38:50.504] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-envtest:8853800622888027360:33:0) after 8m50s
[09:47:40.523] Handling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-envtest:8853800622888027360:33:0)
[09:47:40.585] Build status: SCHEDULED
[09:47:40.585] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-envtest:8853800622888027360:34:0) after 3m58s
[09:51:38.684] Handling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-envtest:8853800622888027360:34:0)
[09:51:38.706] Build status: SCHEDULED
[09:51:38.706] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-envtest:8853800622888027360:35:0) after 8m55s
[10:00:33.711] Handling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-envtest:8853800622888027360:35:0)
[10:00:33.734] Build status: SCHEDULED
[10:00:33.735] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-envtest:8853800622888027360:36:0) after 1m17s
[10:01:50.779] Handling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-envtest:8853800622888027360:36:0)
[10:01:50.794] Build status: SCHEDULED
[10:01:50.795] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-envtest:8853800622888027360:37:0) after 7m49s
[10:09:39.967] Handling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-envtest:8853800622888027360:37:0)
[10:09:39.984] Build status: SCHEDULED
[10:09:39.984] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-envtest:8853800622888027360:38:0) after 8m0s
[10:17:40.001] Handling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-envtest:8853800622888027360:38:0)
[10:17:40.113] Build status: SCHEDULED
[10:17:40.113] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-envtest:8853800622888027360:39:0) after 6m39s
[10:24:19.224] Handling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-envtest:8853800622888027360:39:0)
[10:24:19.254] Build status: SCHEDULED
[10:24:19.254] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-envtest:8853800622888027360:40:0) after 2m59s
[10:27:18.290] Handling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-envtest:8853800622888027360:40:0)
[10:27:18.311] Build status: SCHEDULED
[10:27:18.311] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-envtest:8853800622888027360:41:0) after 3m30s
[10:30:48.379] Handling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-envtest:8853800622888027360:41:0)
[10:30:48.397] Build status: SCHEDULED
[10:30:48.397] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-envtest:8853800622888027360:42:0) after 5m42s
[10:34:16.648] Received PubSub notification, asking Buildbucket for the build status
[10:34:16.666] Build status: STARTED
[10:34:43.497] Received PubSub notification, asking Buildbucket for the build status
[10:34:43.525] Build:
{
"id": "8688370560844836385",
"builder": {
"project": "pigweed",
"bucket": "kudzu.dev.ci",
"builder": "kudzu-envtest"
},
"createdBy": "project:pigweed",
"createTime": "2026-03-03T06:59:26.910203551Z",
"startTime": "2026-03-03T10:34:16.492575657Z",
"endTime": "2026-03-03T10:34:43.141189241Z",
"updateTime": "2026-03-03T10:34:43.141189241Z",
"status": "INFRA_FAILURE",
"input": {
}
}
[10:34:43.525] Invocation finished in 3h35m17.946903609s with status FAILED