[22:38:56.574] New invocation is queued and will start shortly
[22:38:56.574] Triggered by user:rerunner@pigweed-service-accounts.iam.gserviceaccount.com
[22:38:57.629] Starting the invocation (attempt 1)
[22:38:57.649] Ignoring gitiles_ref tag without the buildset tag
[22:38:57.649] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[22:38:57.650] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[22:38:57.650] Buildbucket request:
{
"requestId": "8863163598135404192",
"builder": {
"project": "pigweed",
"bucket": "kudzu.dev.ci",
"builder": "kudzu-envtest"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8863163598135404192",
"job": "pigweed/kudzu.dev.ci-kudzu-envtest",
"triggers": [
{
"buildbucket": {
"tags": [
"parent_buildername:rerunner",
"user_agent:rerunner"
]
},
"id": "0707a10e-2bc9-43b9-bfb4-45ab1ea89da8",
"title": "rerunner/0",
"url": "https://cr-buildbucket.appspot.com/build/8697733719899253777"
}
]
}
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8863163598135404192"
},
{
"key": "scheduler_job_id",
"value": "pigweed/kudzu.dev.ci-kudzu-envtest"
},
{
"key": "user_agent",
"value": "luci-scheduler"
},
{
"key": "parent_buildername",
"value": "rerunner"
},
{
"key": "user_agent",
"value": "rerunner"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[22:38:57.935] Scheduled build:
{
"id": "8697733536305614865",
"builder": {
"project": "pigweed",
"bucket": "kudzu.dev.ci",
"builder": "kudzu-envtest"
},
"createdBy": "project:pigweed",
"createTime": "2025-11-19T22:38:57.688487811Z",
"updateTime": "2025-11-19T22:38:57.688487811Z",
"status": "SCHEDULED",
"input": {
}
}
[22:38:57.935] Task URL: https://cr-buildbucket.appspot.com/build/8697733536305614865
[22:38:57.935] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-envtest:8863163598135404192:2:0) after 5m26s
[22:38:58.892] Received PubSub notification, asking Buildbucket for the build status
[22:38:58.915] Build status: SCHEDULED
[22:44:23.987] Handling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-envtest:8863163598135404192:2:0)
[22:44:24.018] Build status: SCHEDULED
[22:44:24.018] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-envtest:8863163598135404192:4:0) after 2m30s
[22:46:54.022] Handling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-envtest:8863163598135404192:4:0)
[22:46:54.058] Build status: SCHEDULED
[22:46:54.058] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-envtest:8863163598135404192:5:0) after 6m14s
[22:53:08.092] Handling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-envtest:8863163598135404192:5:0)
[22:53:08.110] Build status: SCHEDULED
[22:53:08.110] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-envtest:8863163598135404192:6:0) after 6m9s
[22:59:17.124] Handling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-envtest:8863163598135404192:6:0)
[22:59:17.141] Build status: SCHEDULED
[22:59:17.141] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-envtest:8863163598135404192:7:0) after 3m5s
[23:02:22.128] Handling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-envtest:8863163598135404192:7:0)
[23:02:22.165] Build status: SCHEDULED
[23:02:22.165] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-envtest:8863163598135404192:8:0) after 1m35s
[23:03:57.244] Handling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-envtest:8863163598135404192:8:0)
[23:03:57.262] Build status: SCHEDULED
[23:03:57.262] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-envtest:8863163598135404192:9:0) after 4m47s
[23:08:44.327] Handling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-envtest:8863163598135404192:9:0)
[23:08:44.342] Build status: SCHEDULED
[23:08:44.342] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-envtest:8863163598135404192:10:0) after 3m54s
[23:12:38.307] Handling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-envtest:8863163598135404192:10:0)
[23:12:38.320] Build status: SCHEDULED
[23:12:38.320] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-envtest:8863163598135404192:11:0) after 8m59s
[23:21:37.409] Handling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-envtest:8863163598135404192:11:0)
[23:21:37.458] Build status: SCHEDULED
[23:21:37.458] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-envtest:8863163598135404192:12:0) after 5m35s
[23:27:12.497] Handling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-envtest:8863163598135404192:12:0)
[23:27:12.515] Build status: SCHEDULED
[23:27:12.515] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-envtest:8863163598135404192:13:0) after 2m39s
[23:29:51.566] Handling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-envtest:8863163598135404192:13:0)
[23:29:51.589] Build status: SCHEDULED
[23:29:51.589] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-envtest:8863163598135404192:14:0) after 9m59s
[23:39:50.632] Handling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-envtest:8863163598135404192:14:0)
[23:39:50.647] Build status: SCHEDULED
[23:39:50.647] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-envtest:8863163598135404192:15:0) after 2m54s
[23:42:44.660] Handling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-envtest:8863163598135404192:15:0)
[23:42:44.680] Build status: SCHEDULED
[23:42:44.680] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-envtest:8863163598135404192:16:0) after 2m53s
[23:45:37.687] Handling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-envtest:8863163598135404192:16:0)
[23:45:37.706] Build status: SCHEDULED
[23:45:37.707] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-envtest:8863163598135404192:17:0) after 1m20s
[23:46:57.770] Handling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-envtest:8863163598135404192:17:0)
[23:46:57.788] Build status: SCHEDULED
[23:46:57.788] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-envtest:8863163598135404192:18:0) after 9m51s
[23:56:48.875] Handling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-envtest:8863163598135404192:18:0)
[23:56:48.936] Build status: SCHEDULED
[23:56:48.936] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-envtest:8863163598135404192:19:0) after 4m26s
[00:01:15.046] Handling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-envtest:8863163598135404192:19:0)
[00:01:15.064] Build status: SCHEDULED
[00:01:15.064] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-envtest:8863163598135404192:20:0) after 2m47s
[00:04:02.179] Handling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-envtest:8863163598135404192:20:0)
[00:04:02.192] Build status: SCHEDULED
[00:04:02.192] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-envtest:8863163598135404192:21:0) after 9m22s
[00:13:24.205] Handling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-envtest:8863163598135404192:21:0)
[00:13:24.221] Build status: SCHEDULED
[00:13:24.221] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-envtest:8863163598135404192:22:0) after 5m1s
[00:18:25.227] Handling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-envtest:8863163598135404192:22:0)
[00:18:25.427] Build status: SCHEDULED
[00:18:25.427] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-envtest:8863163598135404192:23:0) after 1m5s
[00:19:30.591] Handling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-envtest:8863163598135404192:23:0)
[00:19:30.629] Build status: SCHEDULED
[00:19:30.629] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-envtest:8863163598135404192:24:0) after 9m48s
[00:29:18.640] Handling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-envtest:8863163598135404192:24:0)
[00:29:18.661] Build status: SCHEDULED
[00:29:18.661] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-envtest:8863163598135404192:25:0) after 7m3s
[00:36:21.698] Handling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-envtest:8863163598135404192:25:0)
[00:36:21.713] Build status: SCHEDULED
[00:36:21.713] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-envtest:8863163598135404192:26:0) after 3m1s
[00:39:22.799] Handling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-envtest:8863163598135404192:26:0)
[00:39:22.829] Build status: SCHEDULED
[00:39:22.829] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-envtest:8863163598135404192:27:0) after 3m53s
[00:43:15.863] Handling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-envtest:8863163598135404192:27:0)
[00:43:15.883] Build status: SCHEDULED
[00:43:15.883] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-envtest:8863163598135404192:28:0) after 2m55s
[00:46:10.900] Handling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-envtest:8863163598135404192:28:0)
[00:46:10.918] Build status: SCHEDULED
[00:46:10.918] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-envtest:8863163598135404192:29:0) after 9m50s
[00:56:00.931] Handling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-envtest:8863163598135404192:29:0)
[00:56:00.952] Build status: SCHEDULED
[00:56:00.952] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-envtest:8863163598135404192:30:0) after 6m48s
[01:02:48.978] Handling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-envtest:8863163598135404192:30:0)
[01:02:48.996] Build status: SCHEDULED
[01:02:48.996] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-envtest:8863163598135404192:31:0) after 7m18s
[01:10:07.014] Handling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-envtest:8863163598135404192:31:0)
[01:10:07.065] Build status: SCHEDULED
[01:10:07.065] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-envtest:8863163598135404192:32:0) after 1m9s
[01:11:16.096] Handling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-envtest:8863163598135404192:32:0)
[01:11:16.113] Build status: SCHEDULED
[01:11:16.113] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-envtest:8863163598135404192:33:0) after 3m18s
[01:14:34.238] Handling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-envtest:8863163598135404192:33:0)
[01:14:34.253] Build status: SCHEDULED
[01:14:34.253] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-envtest:8863163598135404192:34:0) after 9m54s
[01:24:28.254] Handling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-envtest:8863163598135404192:34:0)
[01:24:28.268] Build status: SCHEDULED
[01:24:28.268] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-envtest:8863163598135404192:35:0) after 8m55s
[01:33:23.300] Handling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-envtest:8863163598135404192:35:0)
[01:33:23.319] Build status: SCHEDULED
[01:33:23.319] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-envtest:8863163598135404192:36:0) after 8m24s
[01:41:47.372] Handling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-envtest:8863163598135404192:36:0)
[01:41:47.513] Build status: SCHEDULED
[01:41:47.513] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-envtest:8863163598135404192:37:0) after 4m39s
[01:46:26.540] Handling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-envtest:8863163598135404192:37:0)
[01:46:26.562] Build status: SCHEDULED
[01:46:26.562] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-envtest:8863163598135404192:38:0) after 8m11s
[01:51:49.874] Received PubSub notification, asking Buildbucket for the build status
[01:51:49.889] Build status: STARTED
[01:52:09.047] Received PubSub notification, asking Buildbucket for the build status
[01:52:09.079] Build:
{
"id": "8697733536305614865",
"builder": {
"project": "pigweed",
"bucket": "kudzu.dev.ci",
"builder": "kudzu-envtest"
},
"createdBy": "project:pigweed",
"createTime": "2025-11-19T22:38:57.688487811Z",
"startTime": "2025-11-20T01:51:49.741819896Z",
"endTime": "2025-11-20T01:52:08.717047758Z",
"updateTime": "2025-11-20T01:52:08.717047758Z",
"status": "INFRA_FAILURE",
"input": {
}
}
[01:52:09.079] Invocation finished in 3h13m12.519164121s with status FAILED