[11:08:31.366] New invocation is queued and will start shortly
[11:08:32.492] Starting the invocation (attempt 1)
[11:08:32.524] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/kudzu/+/802817cb3bcb8b630a615b0a0ccfeb8596f1f40d"
[11:08:32.524] Popped gitiles commit info from properties and tags
[11:08:32.524] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[11:08:32.525] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[11:08:32.525] Buildbucket request:
{
"requestId": "8857499426728463760",
"builder": {
"project": "pigweed",
"bucket": "kudzu.dev.ci",
"builder": "kudzu-full"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8857499426728463760",
"job": "pigweed/kudzu.dev.ci-kudzu-full",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/kudzu",
"revision": "802817cb3bcb8b630a615b0a0ccfeb8596f1f40d"
},
"id": "https://pigweed.googlesource.com/pigweed/kudzu/+/refs/heads/main@802817cb3bcb8b630a615b0a0ccfeb8596f1f40d",
"title": "802817cb3bcb8b630a615b0a0ccfeb8596f1f40d",
"url": "https://pigweed.googlesource.com/pigweed/kudzu/+/802817cb3bcb8b630a615b0a0ccfeb8596f1f40d"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/kudzu",
"id": "802817cb3bcb8b630a615b0a0ccfeb8596f1f40d",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8857499426728463760"
},
{
"key": "scheduler_job_id",
"value": "pigweed/kudzu.dev.ci-kudzu-full"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[11:08:32.939] Scheduled build:
{
"id": "8692069364792893153",
"builder": {
"project": "pigweed",
"bucket": "kudzu.dev.ci",
"builder": "kudzu-full"
},
"createdBy": "project:pigweed",
"createTime": "2026-01-21T11:08:32.583057823Z",
"updateTime": "2026-01-21T11:08:32.583057823Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/kudzu",
"id": "802817cb3bcb8b630a615b0a0ccfeb8596f1f40d",
"ref": "refs/heads/main"
}
}
}
[11:08:32.939] Task URL: https://cr-buildbucket.appspot.com/build/8692069364792893153
[11:08:32.940] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8857499426728463760:2:0) after 4m45s
[11:08:33.183] Received PubSub notification, asking Buildbucket for the build status
[11:08:33.244] Build status: SCHEDULED
[11:13:17.968] Handling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8857499426728463760:2:0)
[11:13:17.985] Build status: SCHEDULED
[11:13:17.986] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8857499426728463760:4:0) after 6m0s
[11:19:17.998] Handling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8857499426728463760:4:0)
[11:19:18.016] Build status: SCHEDULED
[11:19:18.016] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8857499426728463760:5:0) after 3m22s
[11:22:40.031] Handling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8857499426728463760:5:0)
[11:22:40.048] Build status: SCHEDULED
[11:22:40.048] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8857499426728463760:6:0) after 4m55s
[11:27:35.090] Handling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8857499426728463760:6:0)
[11:27:35.104] Build status: SCHEDULED
[11:27:35.104] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8857499426728463760:7:0) after 3m27s
[11:31:02.166] Handling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8857499426728463760:7:0)
[11:31:02.182] Build status: SCHEDULED
[11:31:02.182] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8857499426728463760:8:0) after 8m51s
[11:39:53.229] Handling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8857499426728463760:8:0)
[11:39:53.246] Build status: SCHEDULED
[11:39:53.246] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8857499426728463760:9:0) after 2m16s
[11:42:09.236] Handling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8857499426728463760:9:0)
[11:42:09.256] Build status: SCHEDULED
[11:42:09.256] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8857499426728463760:10:0) after 9m42s
[11:51:51.262] Handling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8857499426728463760:10:0)
[11:51:51.279] Build status: SCHEDULED
[11:51:51.279] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8857499426728463760:11:0) after 7m43s
[11:59:34.346] Handling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8857499426728463760:11:0)
[11:59:34.374] Build status: SCHEDULED
[11:59:34.374] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8857499426728463760:12:0) after 8m58s
[12:08:32.391] Handling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8857499426728463760:12:0)
[12:08:32.406] Build status: SCHEDULED
[12:08:32.406] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8857499426728463760:13:0) after 2m51s
[12:11:23.504] Handling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8857499426728463760:13:0)
[12:11:23.527] Build status: SCHEDULED
[12:11:23.527] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8857499426728463760:14:0) after 1m54s
[12:13:17.681] Handling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8857499426728463760:14:0)
[12:13:17.699] Build status: SCHEDULED
[12:13:17.699] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8857499426728463760:15:0) after 3m20s
[12:16:37.738] Handling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8857499426728463760:15:0)
[12:16:37.758] Build status: SCHEDULED
[12:16:37.758] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8857499426728463760:16:0) after 6m36s
[12:23:13.817] Handling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8857499426728463760:16:0)
[12:23:13.833] Build status: SCHEDULED
[12:23:13.833] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8857499426728463760:17:0) after 3m23s
[12:26:36.898] Handling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8857499426728463760:17:0)
[12:26:36.913] Build status: SCHEDULED
[12:26:36.913] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8857499426728463760:18:0) after 7m45s
[12:34:21.927] Handling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8857499426728463760:18:0)
[12:34:21.967] Build status: SCHEDULED
[12:34:21.967] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8857499426728463760:19:0) after 5m1s
[12:39:23.045] Handling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8857499426728463760:19:0)
[12:39:23.063] Build status: SCHEDULED
[12:39:23.063] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8857499426728463760:20:0) after 8m25s
[12:47:48.065] Handling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8857499426728463760:20:0)
[12:47:48.080] Build status: SCHEDULED
[12:47:48.080] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8857499426728463760:21:0) after 2m50s
[12:50:38.146] Handling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8857499426728463760:21:0)
[12:50:38.162] Build status: SCHEDULED
[12:50:38.162] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8857499426728463760:22:0) after 2m7s
[12:52:45.177] Handling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8857499426728463760:22:0)
[12:52:45.193] Build status: SCHEDULED
[12:52:45.193] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8857499426728463760:23:0) after 1m47s
[12:54:32.304] Handling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8857499426728463760:23:0)
[12:54:32.364] Build status: SCHEDULED
[12:54:32.364] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8857499426728463760:24:0) after 4m18s
[12:58:50.377] Handling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8857499426728463760:24:0)
[12:58:50.407] Build status: SCHEDULED
[12:58:50.407] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8857499426728463760:25:0) after 1m20s
[13:00:10.420] Handling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8857499426728463760:25:0)
[13:00:10.437] Build status: SCHEDULED
[13:00:10.437] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8857499426728463760:26:0) after 5m48s
[13:05:58.462] Handling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8857499426728463760:26:0)
[13:05:58.481] Build status: SCHEDULED
[13:05:58.481] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8857499426728463760:27:0) after 9m52s
[13:15:50.474] Handling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8857499426728463760:27:0)
[13:15:50.491] Build status: SCHEDULED
[13:15:50.491] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8857499426728463760:28:0) after 9m50s
[13:25:40.555] Handling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8857499426728463760:28:0)
[13:25:40.575] Build status: SCHEDULED
[13:25:40.575] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8857499426728463760:29:0) after 6m8s
[13:31:48.552] Handling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8857499426728463760:29:0)
[13:31:48.569] Build status: SCHEDULED
[13:31:48.569] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8857499426728463760:30:0) after 8m34s
[13:40:22.595] Handling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8857499426728463760:30:0)
[13:40:22.607] Build status: SCHEDULED
[13:40:22.607] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8857499426728463760:31:0) after 6m3s
[13:46:25.715] Handling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8857499426728463760:31:0)
[13:46:25.737] Build status: SCHEDULED
[13:46:25.737] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8857499426728463760:32:0) after 2m15s
[13:48:40.737] Handling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8857499426728463760:32:0)
[13:48:40.757] Build status: SCHEDULED
[13:48:40.757] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8857499426728463760:33:0) after 4m15s
[13:52:55.774] Handling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8857499426728463760:33:0)
[13:52:55.795] Build status: SCHEDULED
[13:52:55.795] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8857499426728463760:34:0) after 8m3s
[14:00:58.830] Handling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8857499426728463760:34:0)
[14:00:58.846] Build status: SCHEDULED
[14:00:58.846] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8857499426728463760:35:0) after 4m9s
[14:05:08.028] Handling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8857499426728463760:35:0)
[14:05:08.070] Build status: SCHEDULED
[14:05:08.070] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8857499426728463760:36:0) after 9m50s
[14:14:58.088] Handling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8857499426728463760:36:0)
[14:14:58.105] Build status: SCHEDULED
[14:14:58.105] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8857499426728463760:37:0) after 8m26s
[14:23:24.230] Handling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8857499426728463760:37:0)
[14:23:24.259] Build status: SCHEDULED
[14:23:24.259] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8857499426728463760:38:0) after 8m54s
[14:32:18.331] Handling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8857499426728463760:38:0)
[14:32:18.377] Build status: SCHEDULED
[14:32:18.377] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8857499426728463760:39:0) after 4m55s
[14:35:26.386] Received PubSub notification, asking Buildbucket for the build status
[14:35:26.405] Build status: STARTED
[14:35:43.011] Received PubSub notification, asking Buildbucket for the build status
[14:35:43.056] Build:
{
"id": "8692069364792893153",
"builder": {
"project": "pigweed",
"bucket": "kudzu.dev.ci",
"builder": "kudzu-full"
},
"createdBy": "project:pigweed",
"createTime": "2026-01-21T11:08:32.583057823Z",
"startTime": "2026-01-21T14:35:26.237604893Z",
"endTime": "2026-01-21T14:35:42.659647325Z",
"updateTime": "2026-01-21T14:35:42.659647325Z",
"status": "INFRA_FAILURE",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/kudzu",
"id": "802817cb3bcb8b630a615b0a0ccfeb8596f1f40d",
"ref": "refs/heads/main"
}
}
}
[14:35:43.056] Invocation finished in 3h27m11.7028477s with status FAILED