[01:20:46.060] New invocation is queued and will start shortly
[01:20:49.009] Starting the invocation (attempt 1)
[01:20:49.039] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/kudzu/+/4bbdd8cbc4eaed242b0a6808dfaa8bc68dc89408"
[01:20:49.040] Popped gitiles commit info from properties and tags
[01:20:49.040] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[01:20:49.040] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[01:20:49.040] Buildbucket request:
{
"requestId": "8861885059462372240",
"builder": {
"project": "pigweed",
"bucket": "kudzu.dev.ci",
"builder": "kudzu-envtest"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8861885059462372240",
"job": "pigweed/kudzu.dev.ci-kudzu-envtest",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/kudzu",
"revision": "4bbdd8cbc4eaed242b0a6808dfaa8bc68dc89408"
},
"id": "https://pigweed.googlesource.com/pigweed/kudzu/+/refs/heads/main@4bbdd8cbc4eaed242b0a6808dfaa8bc68dc89408",
"title": "4bbdd8cbc4eaed242b0a6808dfaa8bc68dc89408",
"url": "https://pigweed.googlesource.com/pigweed/kudzu/+/4bbdd8cbc4eaed242b0a6808dfaa8bc68dc89408"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/kudzu",
"id": "4bbdd8cbc4eaed242b0a6808dfaa8bc68dc89408",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8861885059462372240"
},
{
"key": "scheduler_job_id",
"value": "pigweed/kudzu.dev.ci-kudzu-envtest"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[01:20:49.434] Scheduled build:
{
"id": "8696454995608565649",
"builder": {
"project": "pigweed",
"bucket": "kudzu.dev.ci",
"builder": "kudzu-envtest"
},
"createdBy": "project:pigweed",
"createTime": "2025-12-04T01:20:49.113426312Z",
"updateTime": "2025-12-04T01:20:49.113426312Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/kudzu",
"id": "4bbdd8cbc4eaed242b0a6808dfaa8bc68dc89408",
"ref": "refs/heads/main"
}
}
}
[01:20:49.434] Task URL: https://cr-buildbucket.appspot.com/build/8696454995608565649
[01:20:49.434] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-envtest:8861885059462372240:2:0) after 1m26s
[01:20:51.191] Received PubSub notification, asking Buildbucket for the build status
[01:20:51.232] Build status: SCHEDULED
[01:22:15.549] Handling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-envtest:8861885059462372240:2:0)
[01:22:15.625] Build status: SCHEDULED
[01:22:15.625] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-envtest:8861885059462372240:4:0) after 1m36s
[01:23:51.637] Handling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-envtest:8861885059462372240:4:0)
[01:23:51.652] Build status: SCHEDULED
[01:23:51.652] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-envtest:8861885059462372240:5:0) after 7m21s
[01:31:12.713] Handling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-envtest:8861885059462372240:5:0)
[01:31:12.729] Build status: SCHEDULED
[01:31:12.729] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-envtest:8861885059462372240:6:0) after 3m18s
[01:34:30.739] Handling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-envtest:8861885059462372240:6:0)
[01:34:30.768] Build status: SCHEDULED
[01:34:30.768] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-envtest:8861885059462372240:7:0) after 2m17s
[01:36:47.956] Handling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-envtest:8861885059462372240:7:0)
[01:36:47.992] Build status: SCHEDULED
[01:36:47.992] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-envtest:8861885059462372240:8:0) after 9m36s
[01:46:24.005] Handling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-envtest:8861885059462372240:8:0)
[01:46:24.049] Build status: SCHEDULED
[01:46:24.049] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-envtest:8861885059462372240:9:0) after 4m16s
[01:50:40.110] Handling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-envtest:8861885059462372240:9:0)
[01:50:40.124] Build status: SCHEDULED
[01:50:40.124] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-envtest:8861885059462372240:10:0) after 9m23s
[02:00:03.286] Handling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-envtest:8861885059462372240:10:0)
[02:00:03.303] Build status: SCHEDULED
[02:00:03.303] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-envtest:8861885059462372240:11:0) after 6m45s
[02:06:48.315] Handling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-envtest:8861885059462372240:11:0)
[02:06:48.393] Build status: SCHEDULED
[02:06:48.393] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-envtest:8861885059462372240:12:0) after 4m47s
[02:11:35.469] Handling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-envtest:8861885059462372240:12:0)
[02:11:35.487] Build status: SCHEDULED
[02:11:35.487] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-envtest:8861885059462372240:13:0) after 7m28s
[02:19:03.506] Handling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-envtest:8861885059462372240:13:0)
[02:19:03.524] Build status: SCHEDULED
[02:19:03.524] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-envtest:8861885059462372240:14:0) after 4m23s
[02:23:26.538] Handling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-envtest:8861885059462372240:14:0)
[02:23:26.554] Build status: SCHEDULED
[02:23:26.554] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-envtest:8861885059462372240:15:0) after 9m36s
[02:33:02.619] Handling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-envtest:8861885059462372240:15:0)
[02:33:02.633] Build status: SCHEDULED
[02:33:02.633] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-envtest:8861885059462372240:16:0) after 4m57s
[02:37:59.660] Handling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-envtest:8861885059462372240:16:0)
[02:37:59.703] Build status: SCHEDULED
[02:37:59.703] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-envtest:8861885059462372240:17:0) after 2m41s
[02:40:40.693] Handling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-envtest:8861885059462372240:17:0)
[02:40:40.713] Build status: SCHEDULED
[02:40:40.713] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-envtest:8861885059462372240:18:0) after 1m47s
[02:42:27.723] Handling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-envtest:8861885059462372240:18:0)
[02:42:27.755] Build status: SCHEDULED
[02:42:27.755] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-envtest:8861885059462372240:19:0) after 5m6s
[02:47:33.803] Handling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-envtest:8861885059462372240:19:0)
[02:47:33.819] Build status: SCHEDULED
[02:47:33.819] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-envtest:8861885059462372240:20:0) after 1m31s
[02:49:04.864] Handling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-envtest:8861885059462372240:20:0)
[02:49:04.883] Build status: SCHEDULED
[02:49:04.883] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-envtest:8861885059462372240:21:0) after 3m4s
[02:52:08.894] Handling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-envtest:8861885059462372240:21:0)
[02:52:08.918] Build status: SCHEDULED
[02:52:08.918] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-envtest:8861885059462372240:22:0) after 4m6s
[02:56:15.013] Handling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-envtest:8861885059462372240:22:0)
[02:56:15.029] Build status: SCHEDULED
[02:56:15.029] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-envtest:8861885059462372240:23:0) after 9m33s
[03:05:48.043] Handling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-envtest:8861885059462372240:23:0)
[03:05:48.061] Build status: SCHEDULED
[03:05:48.061] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-envtest:8861885059462372240:24:0) after 6m56s
[03:12:44.072] Handling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-envtest:8861885059462372240:24:0)
[03:12:44.136] Build status: SCHEDULED
[03:12:44.136] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-envtest:8861885059462372240:25:0) after 6m19s
[03:19:03.156] Handling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-envtest:8861885059462372240:25:0)
[03:19:03.177] Build status: SCHEDULED
[03:19:03.177] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-envtest:8861885059462372240:26:0) after 8m48s
[03:27:51.242] Handling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-envtest:8861885059462372240:26:0)
[03:27:51.285] Build status: SCHEDULED
[03:27:51.285] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-envtest:8861885059462372240:27:0) after 5m32s
[03:33:23.299] Handling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-envtest:8861885059462372240:27:0)
[03:33:23.576] Build status: SCHEDULED
[03:33:23.576] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-envtest:8861885059462372240:28:0) after 6m40s
[03:40:03.637] Handling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-envtest:8861885059462372240:28:0)
[03:40:03.659] Build status: SCHEDULED
[03:40:03.659] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-envtest:8861885059462372240:29:0) after 7m12s
[03:47:15.700] Handling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-envtest:8861885059462372240:29:0)
[03:47:15.711] Build status: SCHEDULED
[03:47:15.711] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-envtest:8861885059462372240:30:0) after 1m44s
[03:48:59.721] Handling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-envtest:8861885059462372240:30:0)
[03:48:59.764] Build status: SCHEDULED
[03:48:59.764] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-envtest:8861885059462372240:31:0) after 6m11s
[03:55:10.775] Handling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-envtest:8861885059462372240:31:0)
[03:55:10.793] Build status: SCHEDULED
[03:55:10.793] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-envtest:8861885059462372240:32:0) after 9m20s
[04:04:30.868] Handling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-envtest:8861885059462372240:32:0)
[04:04:30.944] Build status: SCHEDULED
[04:04:30.944] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-envtest:8861885059462372240:33:0) after 1m58s
[04:06:29.033] Handling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-envtest:8861885059462372240:33:0)
[04:06:29.049] Build status: SCHEDULED
[04:06:29.049] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-envtest:8861885059462372240:34:0) after 4m55s
[04:11:24.047] Handling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-envtest:8861885059462372240:34:0)
[04:11:24.067] Build status: SCHEDULED
[04:11:24.067] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-envtest:8861885059462372240:35:0) after 5m21s
[04:16:45.144] Handling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-envtest:8861885059462372240:35:0)
[04:16:45.287] Build status: SCHEDULED
[04:16:45.287] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-envtest:8861885059462372240:36:0) after 3m14s
[04:19:59.302] Handling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-envtest:8861885059462372240:36:0)
[04:19:59.328] Build status: SCHEDULED
[04:19:59.328] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-envtest:8861885059462372240:37:0) after 2m33s
[04:22:32.427] Handling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-envtest:8861885059462372240:37:0)
[04:22:32.447] Build status: SCHEDULED
[04:22:32.447] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-envtest:8861885059462372240:38:0) after 2m27s
[04:24:59.414] Handling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-envtest:8861885059462372240:38:0)
[04:24:59.434] Build status: SCHEDULED
[04:24:59.434] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-envtest:8861885059462372240:39:0) after 2m14s
[04:27:13.460] Handling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-envtest:8861885059462372240:39:0)
[04:27:13.474] Build status: SCHEDULED
[04:27:13.474] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-envtest:8861885059462372240:40:0) after 3m25s
[04:30:38.575] Handling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-envtest:8861885059462372240:40:0)
[04:30:38.605] Build status: SCHEDULED
[04:30:38.605] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-envtest:8861885059462372240:41:0) after 7m15s
[04:37:53.618] Handling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-envtest:8861885059462372240:41:0)
[04:37:53.643] Build status: SCHEDULED
[04:37:53.643] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-envtest:8861885059462372240:42:0) after 4m7s
[04:39:43.090] Received PubSub notification, asking Buildbucket for the build status
[04:39:43.109] Build status: STARTED
[04:40:11.147] Received PubSub notification, asking Buildbucket for the build status
[04:40:11.228] Build:
{
"id": "8696454995608565649",
"builder": {
"project": "pigweed",
"bucket": "kudzu.dev.ci",
"builder": "kudzu-envtest"
},
"createdBy": "project:pigweed",
"createTime": "2025-12-04T01:20:49.113426312Z",
"startTime": "2025-12-04T04:39:42.906477485Z",
"endTime": "2025-12-04T04:40:10.276768863Z",
"updateTime": "2025-12-04T04:40:10.276768863Z",
"status": "INFRA_FAILURE",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/kudzu",
"id": "4bbdd8cbc4eaed242b0a6808dfaa8bc68dc89408",
"ref": "refs/heads/main"
}
}
}
[04:40:11.228] Invocation finished in 3h19m25.174416366s with status FAILED