[07:24:28.590] New invocation is queued and will start shortly
[07:24:29.749] Starting the invocation (attempt 1)
[07:24:29.779] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/kudzu/+/062419e35ca850f1032984e6d69ee561b35230b7"
[07:24:29.779] Popped gitiles commit info from properties and tags
[07:24:29.779] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[07:24:29.779] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[07:24:29.779] Buildbucket request:
{
"requestId": "8867479188805688944",
"builder": {
"project": "pigweed",
"bucket": "kudzu.dev.ci",
"builder": "kudzu-full"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8867479188805688944",
"job": "pigweed/kudzu.dev.ci-kudzu-full",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/kudzu",
"revision": "062419e35ca850f1032984e6d69ee561b35230b7"
},
"id": "https://pigweed.googlesource.com/pigweed/kudzu/+/refs/heads/main@062419e35ca850f1032984e6d69ee561b35230b7",
"title": "062419e35ca850f1032984e6d69ee561b35230b7",
"url": "https://pigweed.googlesource.com/pigweed/kudzu/+/062419e35ca850f1032984e6d69ee561b35230b7"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/kudzu",
"id": "062419e35ca850f1032984e6d69ee561b35230b7",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8867479188805688944"
},
{
"key": "scheduler_job_id",
"value": "pigweed/kudzu.dev.ci-kudzu-full"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[07:24:31.016] Scheduled build:
{
"id": "8702049126655399009",
"builder": {
"project": "pigweed",
"bucket": "kudzu.dev.ci",
"builder": "kudzu-full"
},
"createdBy": "project:pigweed",
"createTime": "2025-10-03T07:24:30.011052280Z",
"updateTime": "2025-10-03T07:24:30.011052280Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/kudzu",
"id": "062419e35ca850f1032984e6d69ee561b35230b7",
"ref": "refs/heads/main"
}
}
}
[07:24:31.016] Task URL: https://cr-buildbucket.appspot.com/build/8702049126655399009
[07:24:31.017] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8867479188805688944:2:0) after 7m8s
[07:24:31.597] Received PubSub notification, asking Buildbucket for the build status
[07:24:31.660] Build status: SCHEDULED
[07:31:39.066] Handling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8867479188805688944:2:0)
[07:31:39.114] Build status: SCHEDULED
[07:31:39.114] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8867479188805688944:4:0) after 3m40s
[07:35:19.129] Handling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8867479188805688944:4:0)
[07:35:19.175] Build status: SCHEDULED
[07:35:19.175] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8867479188805688944:5:0) after 1m1s
[07:36:20.230] Handling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8867479188805688944:5:0)
[07:36:20.267] Build status: SCHEDULED
[07:36:20.267] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8867479188805688944:6:0) after 4m22s
[07:40:42.293] Handling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8867479188805688944:6:0)
[07:40:42.317] Build status: SCHEDULED
[07:40:42.317] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8867479188805688944:7:0) after 1m9s
[07:41:51.348] Handling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8867479188805688944:7:0)
[07:41:51.374] Build status: SCHEDULED
[07:41:51.374] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8867479188805688944:8:0) after 4m53s
[07:46:44.425] Handling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8867479188805688944:8:0)
[07:46:44.448] Build status: SCHEDULED
[07:46:44.448] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8867479188805688944:9:0) after 3m49s
[07:50:33.513] Handling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8867479188805688944:9:0)
[07:50:33.530] Build status: SCHEDULED
[07:50:33.530] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8867479188805688944:10:0) after 3m12s
[07:53:45.558] Handling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8867479188805688944:10:0)
[07:53:45.586] Build status: SCHEDULED
[07:53:45.586] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8867479188805688944:11:0) after 5m54s
[07:59:39.599] Handling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8867479188805688944:11:0)
[07:59:39.622] Build status: SCHEDULED
[07:59:39.622] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8867479188805688944:12:0) after 9m39s
[08:09:18.595] Handling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8867479188805688944:12:0)
[08:09:18.652] Build status: SCHEDULED
[08:09:18.653] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8867479188805688944:13:0) after 7m22s
[08:16:40.726] Handling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8867479188805688944:13:0)
[08:16:40.747] Build status: SCHEDULED
[08:16:40.747] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8867479188805688944:14:0) after 3m48s
[08:20:28.805] Handling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8867479188805688944:14:0)
[08:20:28.821] Build status: SCHEDULED
[08:20:28.821] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8867479188805688944:15:0) after 2m32s
[08:23:00.834] Handling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8867479188805688944:15:0)
[08:23:00.850] Build status: SCHEDULED
[08:23:00.850] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8867479188805688944:16:0) after 8m4s
[08:31:04.900] Handling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8867479188805688944:16:0)
[08:31:04.918] Build status: SCHEDULED
[08:31:04.918] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8867479188805688944:17:0) after 3m15s
[08:34:19.983] Handling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8867479188805688944:17:0)
[08:34:19.997] Build status: SCHEDULED
[08:34:19.997] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8867479188805688944:18:0) after 6m12s
[08:40:32.269] Handling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8867479188805688944:18:0)
[08:40:32.293] Build status: SCHEDULED
[08:40:32.293] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8867479188805688944:19:0) after 2m2s
[08:42:34.453] Handling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8867479188805688944:19:0)
[08:42:34.470] Build status: SCHEDULED
[08:42:34.470] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8867479188805688944:20:0) after 5m54s
[08:48:28.483] Handling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8867479188805688944:20:0)
[08:48:28.626] Build status: SCHEDULED
[08:48:28.626] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8867479188805688944:21:0) after 1m1s
[08:49:29.640] Handling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8867479188805688944:21:0)
[08:49:29.657] Build status: SCHEDULED
[08:49:29.657] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8867479188805688944:22:0) after 2m19s
[08:51:48.669] Handling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8867479188805688944:22:0)
[08:51:48.717] Build status: SCHEDULED
[08:51:48.717] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8867479188805688944:23:0) after 6m9s
[08:57:57.782] Handling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8867479188805688944:23:0)
[08:57:57.803] Build status: SCHEDULED
[08:57:57.803] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8867479188805688944:24:0) after 4m0s
[09:01:58.388] Handling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8867479188805688944:24:0)
[09:01:58.402] Build status: SCHEDULED
[09:01:58.402] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8867479188805688944:25:0) after 4m18s
[09:06:16.463] Handling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8867479188805688944:25:0)
[09:06:16.478] Build status: SCHEDULED
[09:06:16.478] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8867479188805688944:26:0) after 6m9s
[09:12:25.501] Handling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8867479188805688944:26:0)
[09:12:25.526] Build status: SCHEDULED
[09:12:25.526] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8867479188805688944:27:0) after 6m2s
[09:18:27.592] Handling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8867479188805688944:27:0)
[09:18:27.610] Build status: SCHEDULED
[09:18:27.610] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8867479188805688944:28:0) after 1m25s
[09:19:52.650] Handling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8867479188805688944:28:0)
[09:19:52.666] Build status: SCHEDULED
[09:19:52.666] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8867479188805688944:29:0) after 2m47s
[09:22:39.683] Handling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8867479188805688944:29:0)
[09:22:39.702] Build status: SCHEDULED
[09:22:39.702] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8867479188805688944:30:0) after 7m18s
[09:29:57.768] Handling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8867479188805688944:30:0)
[09:29:57.794] Build status: SCHEDULED
[09:29:57.794] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8867479188805688944:31:0) after 9m12s
[09:39:09.924] Handling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8867479188805688944:31:0)
[09:39:09.963] Build status: SCHEDULED
[09:39:09.963] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8867479188805688944:32:0) after 4m28s
[09:43:38.121] Handling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8867479188805688944:32:0)
[09:43:38.137] Build status: SCHEDULED
[09:43:38.137] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8867479188805688944:33:0) after 5m39s
[09:49:17.516] Handling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8867479188805688944:33:0)
[09:49:17.535] Build status: SCHEDULED
[09:49:17.535] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8867479188805688944:34:0) after 9m24s
[09:58:41.547] Handling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8867479188805688944:34:0)
[09:58:41.576] Build status: SCHEDULED
[09:58:41.576] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8867479188805688944:35:0) after 7m26s
[10:06:07.679] Handling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8867479188805688944:35:0)
[10:06:07.703] Build status: SCHEDULED
[10:06:07.703] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8867479188805688944:36:0) after 1m16s
[10:07:23.704] Handling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8867479188805688944:36:0)
[10:07:23.741] Build status: SCHEDULED
[10:07:23.741] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8867479188805688944:37:0) after 1m10s
[10:08:33.740] Handling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8867479188805688944:37:0)
[10:08:33.769] Build status: SCHEDULED
[10:08:33.769] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8867479188805688944:38:0) after 7m38s
[10:16:11.783] Handling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8867479188805688944:38:0)
[10:16:11.807] Build status: SCHEDULED
[10:16:11.807] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8867479188805688944:39:0) after 5m24s
[10:21:35.863] Handling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8867479188805688944:39:0)
[10:21:35.880] Build status: SCHEDULED
[10:21:35.880] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8867479188805688944:40:0) after 6m27s
[10:28:02.951] Handling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8867479188805688944:40:0)
[10:28:02.969] Build status: SCHEDULED
[10:28:02.969] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8867479188805688944:41:0) after 9m0s
[10:37:03.059] Handling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8867479188805688944:41:0)
[10:37:03.169] Build status: SCHEDULED
[10:37:03.169] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8867479188805688944:42:0) after 3m16s
[10:40:19.185] Handling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8867479188805688944:42:0)
[10:40:19.208] Build status: SCHEDULED
[10:40:19.208] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8867479188805688944:43:0) after 4m48s
[10:45:07.234] Handling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8867479188805688944:43:0)
[10:45:07.257] Build status: SCHEDULED
[10:45:07.258] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8867479188805688944:44:0) after 1m36s
[10:46:43.277] Handling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8867479188805688944:44:0)
[10:46:43.321] Build status: SCHEDULED
[10:46:43.321] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8867479188805688944:45:0) after 9m15s
[10:49:59.824] Received PubSub notification, asking Buildbucket for the build status
[10:49:59.842] Build status: STARTED
[10:50:16.864] Received PubSub notification, asking Buildbucket for the build status
[10:50:16.881] Build:
{
"id": "8702049126655399009",
"builder": {
"project": "pigweed",
"bucket": "kudzu.dev.ci",
"builder": "kudzu-full"
},
"createdBy": "project:pigweed",
"createTime": "2025-10-03T07:24:30.011052280Z",
"startTime": "2025-10-03T10:49:59.677642775Z",
"endTime": "2025-10-03T10:50:16.655686172Z",
"updateTime": "2025-10-03T10:50:16.655686172Z",
"status": "INFRA_FAILURE",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/kudzu",
"id": "062419e35ca850f1032984e6d69ee561b35230b7",
"ref": "refs/heads/main"
}
}
}
[10:50:16.881] Invocation finished in 3h25m48.30422469s with status FAILED