[22:33:18.696] New invocation is queued and will start shortly
[22:33:19.814] Starting the invocation (attempt 1)
[22:33:19.844] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/kudzu/+/90f46f60a6be940af7d93458b35936b628aad2e9"
[22:33:19.845] Popped gitiles commit info from properties and tags
[22:33:19.845] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[22:33:19.845] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[22:33:19.845] Buildbucket request:
{
"requestId": "8853107689145816768",
"builder": {
"project": "pigweed",
"bucket": "kudzu.dev.ci",
"builder": "kudzu-full"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8853107689145816768",
"job": "pigweed/kudzu.dev.ci-kudzu-full",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/kudzu",
"revision": "90f46f60a6be940af7d93458b35936b628aad2e9"
},
"id": "https://pigweed.googlesource.com/pigweed/kudzu/+/refs/heads/main@90f46f60a6be940af7d93458b35936b628aad2e9",
"title": "90f46f60a6be940af7d93458b35936b628aad2e9",
"url": "https://pigweed.googlesource.com/pigweed/kudzu/+/90f46f60a6be940af7d93458b35936b628aad2e9"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/kudzu",
"id": "90f46f60a6be940af7d93458b35936b628aad2e9",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8853107689145816768"
},
{
"key": "scheduler_job_id",
"value": "pigweed/kudzu.dev.ci-kudzu-full"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[22:33:20.343] Scheduled build:
{
"id": "8687677627204094305",
"builder": {
"project": "pigweed",
"bucket": "kudzu.dev.ci",
"builder": "kudzu-full"
},
"createdBy": "project:pigweed",
"createTime": "2026-03-10T22:33:19.926522456Z",
"updateTime": "2026-03-10T22:33:19.926522456Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/kudzu",
"id": "90f46f60a6be940af7d93458b35936b628aad2e9",
"ref": "refs/heads/main"
}
}
}
[22:33:20.343] Task URL: https://cr-buildbucket.appspot.com/build/8687677627204094305
[22:33:20.343] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8853107689145816768:2:0) after 4m58s
[22:33:24.805] Received PubSub notification, asking Buildbucket for the build status
[22:33:24.833] Build status: SCHEDULED
[22:38:18.497] Handling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8853107689145816768:2:0)
[22:38:18.530] Build status: SCHEDULED
[22:38:18.530] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8853107689145816768:4:0) after 3m8s
[22:41:26.721] Handling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8853107689145816768:4:0)
[22:41:26.744] Build status: SCHEDULED
[22:41:26.744] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8853107689145816768:5:0) after 3m17s
[22:44:43.786] Handling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8853107689145816768:5:0)
[22:44:43.813] Build status: SCHEDULED
[22:44:43.813] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8853107689145816768:6:0) after 3m18s
[22:48:01.829] Handling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8853107689145816768:6:0)
[22:48:01.846] Build status: SCHEDULED
[22:48:01.846] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8853107689145816768:7:0) after 1m10s
[22:49:11.860] Handling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8853107689145816768:7:0)
[22:49:11.887] Build status: SCHEDULED
[22:49:11.887] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8853107689145816768:8:0) after 6m25s
[22:55:36.909] Handling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8853107689145816768:8:0)
[22:55:36.934] Build status: SCHEDULED
[22:55:36.934] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8853107689145816768:9:0) after 2m31s
[22:58:07.934] Handling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8853107689145816768:9:0)
[22:58:07.960] Build status: SCHEDULED
[22:58:07.960] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8853107689145816768:10:0) after 4m3s
[23:02:10.971] Handling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8853107689145816768:10:0)
[23:02:10.989] Build status: SCHEDULED
[23:02:10.989] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8853107689145816768:11:0) after 7m25s
[23:09:36.008] Handling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8853107689145816768:11:0)
[23:09:36.037] Build status: SCHEDULED
[23:09:36.037] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8853107689145816768:12:0) after 6m31s
[23:16:07.052] Handling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8853107689145816768:12:0)
[23:16:07.073] Build status: SCHEDULED
[23:16:07.074] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8853107689145816768:13:0) after 3m26s
[23:19:33.090] Handling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8853107689145816768:13:0)
[23:19:33.122] Build status: SCHEDULED
[23:19:33.122] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8853107689145816768:14:0) after 2m2s
[23:21:35.147] Handling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8853107689145816768:14:0)
[23:21:35.167] Build status: SCHEDULED
[23:21:35.167] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8853107689145816768:15:0) after 1m59s
[23:23:34.639] Handling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8853107689145816768:15:0)
[23:23:34.673] Build status: SCHEDULED
[23:23:34.673] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8853107689145816768:16:0) after 7m42s
[23:31:16.771] Handling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8853107689145816768:16:0)
[23:31:16.789] Build status: SCHEDULED
[23:31:16.789] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8853107689145816768:17:0) after 6m23s
[23:37:39.796] Handling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8853107689145816768:17:0)
[23:37:39.819] Build status: SCHEDULED
[23:37:39.819] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8853107689145816768:18:0) after 6m27s
[23:44:06.835] Handling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8853107689145816768:18:0)
[23:44:06.860] Build status: SCHEDULED
[23:44:06.860] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8853107689145816768:19:0) after 5m14s
[23:49:20.877] Handling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8853107689145816768:19:0)
[23:49:20.957] Build status: SCHEDULED
[23:49:20.957] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8853107689145816768:20:0) after 4m23s
[23:53:44.008] Handling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8853107689145816768:20:0)
[23:53:44.030] Build status: SCHEDULED
[23:53:44.030] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8853107689145816768:21:0) after 8m35s
[00:02:19.022] Handling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8853107689145816768:21:0)
[00:02:19.040] Build status: SCHEDULED
[00:02:19.040] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8853107689145816768:22:0) after 6m26s
[00:08:45.055] Handling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8853107689145816768:22:0)
[00:08:45.079] Build status: SCHEDULED
[00:08:45.079] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8853107689145816768:23:0) after 4m23s
[00:13:08.109] Handling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8853107689145816768:23:0)
[00:13:08.125] Build status: SCHEDULED
[00:13:08.125] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8853107689145816768:24:0) after 3m33s
[00:16:41.139] Handling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8853107689145816768:24:0)
[00:16:41.166] Build status: SCHEDULED
[00:16:41.166] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8853107689145816768:25:0) after 5m14s
[00:21:55.181] Handling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8853107689145816768:25:0)
[00:21:55.206] Build status: SCHEDULED
[00:21:55.206] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8853107689145816768:26:0) after 2m28s
[00:24:23.260] Handling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8853107689145816768:26:0)
[00:24:23.294] Build status: SCHEDULED
[00:24:23.294] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8853107689145816768:27:0) after 8m15s
[00:32:38.316] Handling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8853107689145816768:27:0)
[00:32:38.337] Build status: SCHEDULED
[00:32:38.337] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8853107689145816768:28:0) after 8m15s
[00:40:53.368] Handling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8853107689145816768:28:0)
[00:40:53.383] Build status: SCHEDULED
[00:40:53.384] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8853107689145816768:29:0) after 9m34s
[00:50:27.438] Handling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8853107689145816768:29:0)
[00:50:27.452] Build status: SCHEDULED
[00:50:27.452] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8853107689145816768:30:0) after 7m47s
[00:58:14.494] Handling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8853107689145816768:30:0)
[00:58:14.520] Build status: SCHEDULED
[00:58:14.520] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8853107689145816768:31:0) after 3m41s
[01:01:55.594] Handling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8853107689145816768:31:0)
[01:01:55.614] Build status: SCHEDULED
[01:01:55.614] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8853107689145816768:32:0) after 2m17s
[01:04:12.684] Handling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8853107689145816768:32:0)
[01:04:12.704] Build status: SCHEDULED
[01:04:12.704] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8853107689145816768:33:0) after 3m27s
[01:07:39.756] Handling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8853107689145816768:33:0)
[01:07:39.774] Build status: SCHEDULED
[01:07:39.774] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8853107689145816768:34:0) after 5m53s
[01:13:32.794] Handling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8853107689145816768:34:0)
[01:13:32.814] Build status: SCHEDULED
[01:13:32.814] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8853107689145816768:35:0) after 1m17s
[01:14:49.838] Handling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8853107689145816768:35:0)
[01:14:49.904] Build status: SCHEDULED
[01:14:49.904] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8853107689145816768:36:0) after 1m27s
[01:16:16.941] Handling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8853107689145816768:36:0)
[01:16:16.967] Build status: SCHEDULED
[01:16:16.967] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8853107689145816768:37:0) after 8m0s
[01:24:17.142] Handling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8853107689145816768:37:0)
[01:24:17.163] Build status: SCHEDULED
[01:24:17.163] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8853107689145816768:38:0) after 3m34s
[01:27:51.231] Handling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8853107689145816768:38:0)
[01:27:51.251] Build status: SCHEDULED
[01:27:51.251] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8853107689145816768:39:0) after 2m4s
[01:29:55.259] Handling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8853107689145816768:39:0)
[01:29:55.359] Build status: SCHEDULED
[01:29:55.359] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8853107689145816768:40:0) after 6m11s
[01:36:06.479] Handling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8853107689145816768:40:0)
[01:36:06.500] Build status: SCHEDULED
[01:36:06.500] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8853107689145816768:41:0) after 7m20s
[01:43:26.608] Handling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8853107689145816768:41:0)
[01:43:26.641] Build status: SCHEDULED
[01:43:26.641] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8853107689145816768:42:0) after 6m19s
[01:49:45.661] Handling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8853107689145816768:42:0)
[01:49:45.679] Build status: SCHEDULED
[01:49:45.679] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8853107689145816768:43:0) after 5m1s
[01:54:46.699] Handling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8853107689145816768:43:0)
[01:54:46.720] Build status: SCHEDULED
[01:54:46.720] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8853107689145816768:44:0) after 8m42s
[02:03:28.718] Handling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8853107689145816768:44:0)
[02:03:28.734] Build status: SCHEDULED
[02:03:28.734] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8853107689145816768:45:0) after 8m59s
[02:12:27.758] Handling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8853107689145816768:45:0)
[02:12:27.789] Build status: SCHEDULED
[02:12:27.789] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8853107689145816768:46:0) after 3m59s
[02:16:26.809] Handling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8853107689145816768:46:0)
[02:16:26.844] Build status: SCHEDULED
[02:16:26.844] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8853107689145816768:47:0) after 5m34s
[02:22:00.872] Handling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8853107689145816768:47:0)
[02:22:00.915] Build status: SCHEDULED
[02:22:00.915] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8853107689145816768:48:0) after 7m15s
[02:29:16.019] Handling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8853107689145816768:48:0)
[02:29:16.058] Build status: SCHEDULED
[02:29:16.058] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8853107689145816768:49:0) after 9m43s
[02:36:32.495] Received PubSub notification, asking Buildbucket for the build status
[02:36:32.514] Build status: STARTED
[02:36:51.943] Received PubSub notification, asking Buildbucket for the build status
[02:36:51.971] Build:
{
"id": "8687677627204094305",
"builder": {
"project": "pigweed",
"bucket": "kudzu.dev.ci",
"builder": "kudzu-full"
},
"createdBy": "project:pigweed",
"createTime": "2026-03-10T22:33:19.926522456Z",
"startTime": "2026-03-11T02:36:32.170778035Z",
"endTime": "2026-03-11T02:36:51.697215669Z",
"updateTime": "2026-03-11T02:36:51.697215669Z",
"status": "INFRA_FAILURE",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/kudzu",
"id": "90f46f60a6be940af7d93458b35936b628aad2e9",
"ref": "refs/heads/main"
}
}
}
[02:36:51.971] Invocation finished in 4h3m33.281089307s with status FAILED