[19:35:22.370] New invocation is queued and will start shortly
[19:35:23.429] Starting the invocation (attempt 1)
[19:35:23.452] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/kudzu/+/dc3f91c550f0233d12d39bac4a1180a975576d7e"
[19:35:23.452] Popped gitiles commit info from properties and tags
[19:35:23.452] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[19:35:23.452] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[19:35:23.452] Buildbucket request:
{
"requestId": "8850582169026543392",
"builder": {
"project": "pigweed",
"bucket": "kudzu.dev.ci",
"builder": "kudzu-full"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8850582169026543392",
"job": "pigweed/kudzu.dev.ci-kudzu-full",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/kudzu",
"revision": "dc3f91c550f0233d12d39bac4a1180a975576d7e"
},
"id": "https://pigweed.googlesource.com/pigweed/kudzu/+/refs/heads/main@dc3f91c550f0233d12d39bac4a1180a975576d7e",
"title": "dc3f91c550f0233d12d39bac4a1180a975576d7e",
"url": "https://pigweed.googlesource.com/pigweed/kudzu/+/dc3f91c550f0233d12d39bac4a1180a975576d7e"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/kudzu",
"id": "dc3f91c550f0233d12d39bac4a1180a975576d7e",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8850582169026543392"
},
{
"key": "scheduler_job_id",
"value": "pigweed/kudzu.dev.ci-kudzu-full"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[19:35:23.823] Scheduled build:
{
"id": "8685152107172511953",
"builder": {
"project": "pigweed",
"bucket": "kudzu.dev.ci",
"builder": "kudzu-full"
},
"createdBy": "project:pigweed",
"createTime": "2026-04-07T19:35:23.515535927Z",
"updateTime": "2026-04-07T19:35:23.515535927Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/kudzu",
"id": "dc3f91c550f0233d12d39bac4a1180a975576d7e",
"ref": "refs/heads/main"
},
"experimental": true
}
}
[19:35:23.823] Task URL: https://cr-buildbucket.appspot.com/build/8685152107172511953
[19:35:23.823] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8850582169026543392:2:0) after 7m57s
[19:35:59.695] Received PubSub notification, asking Buildbucket for the build status
[19:35:59.716] Build status: SCHEDULED
[19:43:20.881] Handling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8850582169026543392:2:0)
[19:43:20.916] Build status: SCHEDULED
[19:43:20.916] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8850582169026543392:4:0) after 5m31s
[19:48:51.995] Handling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8850582169026543392:4:0)
[19:48:52.014] Build status: SCHEDULED
[19:48:52.015] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8850582169026543392:5:0) after 1m27s
[19:50:19.071] Handling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8850582169026543392:5:0)
[19:50:19.089] Build status: SCHEDULED
[19:50:19.089] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8850582169026543392:6:0) after 5m53s
[19:56:12.094] Handling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8850582169026543392:6:0)
[19:56:12.114] Build status: SCHEDULED
[19:56:12.114] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8850582169026543392:7:0) after 4m45s
[20:00:57.132] Handling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8850582169026543392:7:0)
[20:00:57.171] Build status: SCHEDULED
[20:00:57.171] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8850582169026543392:8:0) after 4m14s
[20:05:11.188] Handling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8850582169026543392:8:0)
[20:05:11.231] Build status: SCHEDULED
[20:05:11.231] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8850582169026543392:9:0) after 5m55s
[20:11:06.265] Handling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8850582169026543392:9:0)
[20:11:06.346] Build status: SCHEDULED
[20:11:06.346] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8850582169026543392:10:0) after 4m45s
[20:15:51.331] Handling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8850582169026543392:10:0)
[20:15:51.421] Build status: SCHEDULED
[20:15:51.421] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8850582169026543392:11:0) after 3m15s
[20:19:06.539] Handling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8850582169026543392:11:0)
[20:19:06.562] Build status: SCHEDULED
[20:19:06.562] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8850582169026543392:12:0) after 6m14s
[20:25:20.687] Handling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8850582169026543392:12:0)
[20:25:20.874] Build status: SCHEDULED
[20:25:20.874] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8850582169026543392:13:0) after 6m29s
[20:31:49.888] Handling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8850582169026543392:13:0)
[20:31:49.912] Build status: SCHEDULED
[20:31:49.912] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8850582169026543392:14:0) after 8m49s
[20:40:39.250] Handling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8850582169026543392:14:0)
[20:40:39.276] Build status: SCHEDULED
[20:40:39.276] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8850582169026543392:15:0) after 7m16s
[20:47:55.330] Handling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8850582169026543392:15:0)
[20:47:55.346] Build status: SCHEDULED
[20:47:55.346] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8850582169026543392:16:0) after 4m18s
[20:52:13.412] Handling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8850582169026543392:16:0)
[20:52:13.431] Build status: SCHEDULED
[20:52:13.431] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8850582169026543392:17:0) after 7m56s
[21:00:09.452] Handling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8850582169026543392:17:0)
[21:00:09.544] Build status: SCHEDULED
[21:00:09.544] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8850582169026543392:18:0) after 4m47s
[21:04:56.885] Handling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8850582169026543392:18:0)
[21:04:56.925] Build status: SCHEDULED
[21:04:56.925] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8850582169026543392:19:0) after 4m55s
[21:09:51.973] Handling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8850582169026543392:19:0)
[21:09:51.988] Build status: SCHEDULED
[21:09:51.988] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8850582169026543392:20:0) after 2m31s
[21:12:22.988] Handling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8850582169026543392:20:0)
[21:12:23.025] Build status: SCHEDULED
[21:12:23.026] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8850582169026543392:21:0) after 3m24s
[21:15:47.080] Handling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8850582169026543392:21:0)
[21:15:47.098] Build status: SCHEDULED
[21:15:47.098] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8850582169026543392:22:0) after 9m54s
[21:25:41.175] Handling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8850582169026543392:22:0)
[21:25:41.194] Build status: SCHEDULED
[21:25:41.194] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8850582169026543392:23:0) after 9m4s
[21:34:45.501] Handling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8850582169026543392:23:0)
[21:34:45.534] Build status: SCHEDULED
[21:34:45.534] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8850582169026543392:24:0) after 2m51s
[21:37:36.685] Handling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8850582169026543392:24:0)
[21:37:36.705] Build status: SCHEDULED
[21:37:36.705] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8850582169026543392:25:0) after 8m26s
[21:46:02.750] Handling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8850582169026543392:25:0)
[21:46:02.769] Build status: SCHEDULED
[21:46:02.769] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8850582169026543392:26:0) after 5m43s
[21:51:45.888] Handling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8850582169026543392:26:0)
[21:51:45.930] Build status: SCHEDULED
[21:51:45.930] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8850582169026543392:27:0) after 4m48s
[21:56:33.945] Handling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8850582169026543392:27:0)
[21:56:33.968] Build status: SCHEDULED
[21:56:33.968] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8850582169026543392:28:0) after 9m46s
[22:06:20.207] Handling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8850582169026543392:28:0)
[22:06:20.240] Build status: SCHEDULED
[22:06:20.240] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8850582169026543392:29:0) after 1m40s
[22:08:00.367] Handling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8850582169026543392:29:0)
[22:08:00.387] Build status: SCHEDULED
[22:08:00.387] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8850582169026543392:30:0) after 2m36s
[22:10:36.412] Handling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8850582169026543392:30:0)
[22:10:36.435] Build status: SCHEDULED
[22:10:36.435] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8850582169026543392:31:0) after 9m21s
[22:19:57.490] Handling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8850582169026543392:31:0)
[22:19:57.507] Build status: SCHEDULED
[22:19:57.508] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8850582169026543392:32:0) after 7m13s
[22:27:10.526] Handling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8850582169026543392:32:0)
[22:27:10.544] Build status: SCHEDULED
[22:27:10.544] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8850582169026543392:33:0) after 7m8s
[22:34:18.607] Handling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8850582169026543392:33:0)
[22:34:18.624] Build status: SCHEDULED
[22:34:18.624] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8850582169026543392:34:0) after 9m30s
[22:43:48.838] Handling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8850582169026543392:34:0)
[22:43:48.862] Build status: SCHEDULED
[22:43:48.862] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8850582169026543392:35:0) after 8m5s
[22:51:54.088] Handling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8850582169026543392:35:0)
[22:51:54.106] Build status: SCHEDULED
[22:51:54.106] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8850582169026543392:36:0) after 5m12s
[22:57:06.085] Handling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8850582169026543392:36:0)
[22:57:06.131] Build status: SCHEDULED
[22:57:06.131] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8850582169026543392:37:0) after 8m23s
[23:05:29.182] Handling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8850582169026543392:37:0)
[23:05:29.214] Build status: SCHEDULED
[23:05:29.214] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8850582169026543392:38:0) after 2m40s
[23:08:09.234] Handling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8850582169026543392:38:0)
[23:08:09.252] Build status: SCHEDULED
[23:08:09.252] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8850582169026543392:39:0) after 4m27s
[23:12:36.376] Handling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8850582169026543392:39:0)
[23:12:36.418] Build status: SCHEDULED
[23:12:36.418] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8850582169026543392:40:0) after 4m45s
[23:17:21.700] Handling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8850582169026543392:40:0)
[23:17:21.768] Build status: SCHEDULED
[23:17:21.768] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8850582169026543392:41:0) after 9m24s
[23:26:45.816] Handling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8850582169026543392:41:0)
[23:26:45.855] Build status: STARTED
[23:26:45.855] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8850582169026543392:42:0) after 4m37s
[23:31:22.920] Handling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8850582169026543392:42:0)
[23:31:22.966] Build status: STARTED
[23:31:22.966] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8850582169026543392:43:0) after 5m29s
[23:36:52.048] Handling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8850582169026543392:43:0)
[23:36:52.063] Build status: STARTED
[23:36:52.063] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8850582169026543392:44:0) after 5m39s
[23:42:31.040] Handling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8850582169026543392:44:0)
[23:42:31.090] Build status: STARTED
[23:42:31.090] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8850582169026543392:45:0) after 8m11s
[23:50:42.117] Handling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8850582169026543392:45:0)
[23:50:42.139] Build status: STARTED
[23:50:42.139] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8850582169026543392:46:0) after 3m39s
[23:54:21.253] Handling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8850582169026543392:46:0)
[23:54:21.276] Build status: STARTED
[23:54:21.276] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8850582169026543392:47:0) after 4m8s
[23:58:29.335] Handling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8850582169026543392:47:0)
[23:58:29.360] Build status: STARTED
[23:58:29.360] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8850582169026543392:48:0) after 4m37s
[00:03:06.420] Handling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8850582169026543392:48:0)
[00:03:06.444] Build status: STARTED
[00:03:06.444] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8850582169026543392:49:0) after 6m9s
[00:09:15.460] Handling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8850582169026543392:49:0)
[00:09:15.482] Build status: STARTED
[00:09:15.482] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8850582169026543392:50:0) after 4m26s
[00:13:41.500] Handling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8850582169026543392:50:0)
[00:13:41.534] Build status: STARTED
[00:13:41.534] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8850582169026543392:51:0) after 1m22s
[00:15:03.584] Handling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8850582169026543392:51:0)
[00:15:03.616] Build status: STARTED
[00:15:03.616] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8850582169026543392:52:0) after 4m51s
[00:19:54.650] Handling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8850582169026543392:52:0)
[00:19:54.676] Build status: STARTED
[00:19:54.676] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8850582169026543392:53:0) after 7m49s
[00:27:43.723] Handling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8850582169026543392:53:0)
[00:27:43.806] Build:
{
"id": "8685152107172511953",
"builder": {
"project": "pigweed",
"bucket": "kudzu.dev.ci",
"builder": "kudzu-full"
},
"createdBy": "project:pigweed",
"createTime": "2026-04-07T19:35:23.515535927Z",
"startTime": "2026-04-07T23:26:25.788754264Z",
"endTime": "2026-04-08T00:25:49.487971659Z",
"updateTime": "2026-04-08T00:25:49.487971659Z",
"status": "INFRA_FAILURE",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/kudzu",
"id": "dc3f91c550f0233d12d39bac4a1180a975576d7e",
"ref": "refs/heads/main"
},
"experimental": true
}
}
[00:27:43.806] Invocation finished in 4h52m21.441742322s with status FAILED