[19:36:02.675] New invocation is queued and will start shortly
[19:36:03.774] Starting the invocation (attempt 1)
[19:36:03.802] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/kudzu/+/5e00b9cb0641debceccedcc6769e6293cc5efa42"
[19:36:03.802] Popped gitiles commit info from properties and tags
[19:36:03.802] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[19:36:03.803] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[19:36:03.804] Buildbucket request:
{
"requestId": "8867614356458221008",
"builder": {
"project": "pigweed",
"bucket": "kudzu.dev.ci",
"builder": "kudzu-full"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8867614356458221008",
"job": "pigweed/kudzu.dev.ci-kudzu-full",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/kudzu",
"revision": "5e00b9cb0641debceccedcc6769e6293cc5efa42"
},
"id": "https://pigweed.googlesource.com/pigweed/kudzu/+/refs/heads/main@5e00b9cb0641debceccedcc6769e6293cc5efa42",
"title": "5e00b9cb0641debceccedcc6769e6293cc5efa42",
"url": "https://pigweed.googlesource.com/pigweed/kudzu/+/5e00b9cb0641debceccedcc6769e6293cc5efa42"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/kudzu",
"id": "5e00b9cb0641debceccedcc6769e6293cc5efa42",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8867614356458221008"
},
{
"key": "scheduler_job_id",
"value": "pigweed/kudzu.dev.ci-kudzu-full"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[19:36:04.360] Scheduled build:
{
"id": "8702184294496504017",
"builder": {
"project": "pigweed",
"bucket": "kudzu.dev.ci",
"builder": "kudzu-full"
},
"createdBy": "project:pigweed",
"createTime": "2025-10-01T19:36:03.912766579Z",
"updateTime": "2025-10-01T19:36:03.912766579Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/kudzu",
"id": "5e00b9cb0641debceccedcc6769e6293cc5efa42",
"ref": "refs/heads/main"
}
}
}
[19:36:04.360] Task URL: https://cr-buildbucket.appspot.com/build/8702184294496504017
[19:36:04.360] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8867614356458221008:2:0) after 1m46s
[19:36:05.279] Received PubSub notification, asking Buildbucket for the build status
[19:36:05.303] Build status: SCHEDULED
[19:37:50.393] Handling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8867614356458221008:2:0)
[19:37:50.419] Build status: SCHEDULED
[19:37:50.419] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8867614356458221008:4:0) after 8m51s
[19:46:52.704] Handling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8867614356458221008:4:0)
[19:46:52.721] Build status: SCHEDULED
[19:46:52.722] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8867614356458221008:5:0) after 2m19s
[19:49:11.751] Handling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8867614356458221008:5:0)
[19:49:11.853] Build status: SCHEDULED
[19:49:11.853] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8867614356458221008:6:0) after 2m33s
[19:51:44.935] Handling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8867614356458221008:6:0)
[19:51:44.955] Build status: SCHEDULED
[19:51:44.955] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8867614356458221008:7:0) after 2m16s
[19:54:00.969] Handling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8867614356458221008:7:0)
[19:54:01.037] Build status: SCHEDULED
[19:54:01.037] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8867614356458221008:8:0) after 3m9s
[19:57:10.055] Handling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8867614356458221008:8:0)
[19:57:10.085] Build status: SCHEDULED
[19:57:10.085] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8867614356458221008:9:0) after 6m33s
[20:03:43.188] Handling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8867614356458221008:9:0)
[20:03:43.228] Build status: SCHEDULED
[20:03:43.228] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8867614356458221008:10:0) after 5m27s
[20:09:10.388] Handling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8867614356458221008:10:0)
[20:09:10.412] Build status: SCHEDULED
[20:09:10.412] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8867614356458221008:11:0) after 5m58s
[20:15:08.430] Handling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8867614356458221008:11:0)
[20:15:08.474] Build status: SCHEDULED
[20:15:08.474] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8867614356458221008:12:0) after 9m46s
[20:24:54.560] Handling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8867614356458221008:12:0)
[20:24:54.577] Build status: SCHEDULED
[20:24:54.577] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8867614356458221008:13:0) after 7m2s
[20:31:56.647] Handling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8867614356458221008:13:0)
[20:31:56.736] Build status: SCHEDULED
[20:31:56.736] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8867614356458221008:14:0) after 3m27s
[20:35:23.768] Handling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8867614356458221008:14:0)
[20:35:23.785] Build status: SCHEDULED
[20:35:23.785] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8867614356458221008:15:0) after 6m27s
[20:41:50.823] Handling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8867614356458221008:15:0)
[20:41:50.845] Build status: SCHEDULED
[20:41:50.845] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8867614356458221008:16:0) after 4m26s
[20:46:16.857] Handling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8867614356458221008:16:0)
[20:46:16.877] Build status: SCHEDULED
[20:46:16.877] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8867614356458221008:17:0) after 2m6s
[20:48:22.942] Handling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8867614356458221008:17:0)
[20:48:22.960] Build status: SCHEDULED
[20:48:22.960] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8867614356458221008:18:0) after 2m14s
[20:50:37.025] Handling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8867614356458221008:18:0)
[20:50:37.048] Build status: SCHEDULED
[20:50:37.048] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8867614356458221008:19:0) after 5m38s
[20:56:15.205] Handling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8867614356458221008:19:0)
[20:56:15.310] Build status: SCHEDULED
[20:56:15.310] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8867614356458221008:20:0) after 7m13s
[21:03:28.455] Handling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8867614356458221008:20:0)
[21:03:28.479] Build status: SCHEDULED
[21:03:28.479] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8867614356458221008:21:0) after 4m24s
[21:07:52.714] Handling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8867614356458221008:21:0)
[21:07:52.732] Build status: SCHEDULED
[21:07:52.733] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8867614356458221008:22:0) after 4m1s
[21:11:53.796] Handling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8867614356458221008:22:0)
[21:11:53.956] Build status: SCHEDULED
[21:11:53.956] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8867614356458221008:23:0) after 6m11s
[21:18:05.019] Handling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8867614356458221008:23:0)
[21:18:05.047] Build status: SCHEDULED
[21:18:05.047] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8867614356458221008:24:0) after 2m57s
[21:21:02.144] Handling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8867614356458221008:24:0)
[21:21:02.238] Build status: SCHEDULED
[21:21:02.238] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8867614356458221008:25:0) after 2m34s
[21:23:36.237] Handling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8867614356458221008:25:0)
[21:23:36.288] Build status: SCHEDULED
[21:23:36.288] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8867614356458221008:26:0) after 4m12s
[21:27:48.322] Handling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8867614356458221008:26:0)
[21:27:48.371] Build status: SCHEDULED
[21:27:48.371] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8867614356458221008:27:0) after 1m10s
[21:28:58.416] Handling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8867614356458221008:27:0)
[21:28:58.436] Build status: SCHEDULED
[21:28:58.436] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8867614356458221008:28:0) after 1m38s
[21:30:36.543] Handling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8867614356458221008:28:0)
[21:30:36.674] Build status: SCHEDULED
[21:30:36.674] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8867614356458221008:29:0) after 4m33s
[21:35:09.677] Handling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8867614356458221008:29:0)
[21:35:09.703] Build status: SCHEDULED
[21:35:09.703] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8867614356458221008:30:0) after 8m15s
[21:43:24.724] Handling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8867614356458221008:30:0)
[21:43:24.742] Build status: SCHEDULED
[21:43:24.742] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8867614356458221008:31:0) after 6m46s
[21:50:10.949] Handling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8867614356458221008:31:0)
[21:50:11.492] Build status: SCHEDULED
[21:50:11.492] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8867614356458221008:32:0) after 5m6s
[21:55:17.592] Handling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8867614356458221008:32:0)
[21:55:17.615] Build status: SCHEDULED
[21:55:17.615] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8867614356458221008:33:0) after 6m49s
[22:02:06.678] Handling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8867614356458221008:33:0)
[22:02:06.698] Build status: SCHEDULED
[22:02:06.698] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8867614356458221008:34:0) after 2m59s
[22:05:05.711] Handling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8867614356458221008:34:0)
[22:05:05.748] Build status: SCHEDULED
[22:05:05.748] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8867614356458221008:35:0) after 4m2s
[22:09:07.820] Handling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8867614356458221008:35:0)
[22:09:07.859] Build status: SCHEDULED
[22:09:07.859] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8867614356458221008:36:0) after 1m21s
[22:10:28.872] Handling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8867614356458221008:36:0)
[22:10:28.902] Build status: SCHEDULED
[22:10:28.902] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8867614356458221008:37:0) after 9m29s
[22:19:57.954] Handling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8867614356458221008:37:0)
[22:19:57.968] Build status: SCHEDULED
[22:19:57.968] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8867614356458221008:38:0) after 2m30s
[22:22:27.968] Handling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8867614356458221008:38:0)
[22:22:28.007] Build status: SCHEDULED
[22:22:28.007] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8867614356458221008:39:0) after 5m33s
[22:28:01.031] Handling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8867614356458221008:39:0)
[22:28:01.057] Build status: SCHEDULED
[22:28:01.057] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8867614356458221008:40:0) after 4m22s
[22:32:23.091] Handling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8867614356458221008:40:0)
[22:32:23.111] Build status: SCHEDULED
[22:32:23.111] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8867614356458221008:41:0) after 1m44s
[22:34:07.119] Handling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8867614356458221008:41:0)
[22:34:07.135] Build status: SCHEDULED
[22:34:07.135] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8867614356458221008:42:0) after 8m24s
[22:42:31.188] Handling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8867614356458221008:42:0)
[22:42:31.203] Build status: SCHEDULED
[22:42:31.203] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8867614356458221008:43:0) after 5m5s
[22:47:36.271] Handling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8867614356458221008:43:0)
[22:47:36.291] Build status: SCHEDULED
[22:47:36.291] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8867614356458221008:44:0) after 9m29s
[22:57:05.402] Handling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8867614356458221008:44:0)
[22:57:05.420] Build status: SCHEDULED
[22:57:05.420] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8867614356458221008:45:0) after 2m55s
[23:00:00.432] Handling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8867614356458221008:45:0)
[23:00:00.448] Build status: SCHEDULED
[23:00:00.448] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8867614356458221008:46:0) after 7m57s
[23:07:57.428] Handling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8867614356458221008:46:0)
[23:07:57.450] Build status: SCHEDULED
[23:07:57.450] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8867614356458221008:47:0) after 5m53s
[23:11:04.454] Received PubSub notification, asking Buildbucket for the build status
[23:11:04.480] Build status: STARTED
[23:11:31.426] Received PubSub notification, asking Buildbucket for the build status
[23:11:31.442] Build:
{
"id": "8702184294496504017",
"builder": {
"project": "pigweed",
"bucket": "kudzu.dev.ci",
"builder": "kudzu-full"
},
"createdBy": "project:pigweed",
"createTime": "2025-10-01T19:36:03.912766579Z",
"startTime": "2025-10-01T23:11:04.194074378Z",
"endTime": "2025-10-01T23:11:31.226798462Z",
"updateTime": "2025-10-01T23:11:31.226798462Z",
"status": "INFRA_FAILURE",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/kudzu",
"id": "5e00b9cb0641debceccedcc6769e6293cc5efa42",
"ref": "refs/heads/main"
}
}
}
[23:11:31.442] Invocation finished in 3h35m28.783825076s with status FAILED