[08:19:55.419] New invocation is queued and will start shortly
[08:19:56.443] Starting the invocation (attempt 1)
[08:19:56.464] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/kudzu/+/3b7311fa54839135a2a4779d4435236a12ae4efa"
[08:19:56.464] Popped gitiles commit info from properties and tags
[08:19:56.464] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[08:19:56.464] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[08:19:56.464] Buildbucket request:
{
"requestId": "8868109879137714992",
"builder": {
"project": "pigweed",
"bucket": "kudzu.dev.ci",
"builder": "kudzu-full"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8868109879137714992",
"job": "pigweed/kudzu.dev.ci-kudzu-full",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/kudzu",
"revision": "3b7311fa54839135a2a4779d4435236a12ae4efa"
},
"id": "https://pigweed.googlesource.com/pigweed/kudzu/+/refs/heads/main@3b7311fa54839135a2a4779d4435236a12ae4efa",
"title": "3b7311fa54839135a2a4779d4435236a12ae4efa",
"url": "https://pigweed.googlesource.com/pigweed/kudzu/+/3b7311fa54839135a2a4779d4435236a12ae4efa"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/kudzu",
"id": "3b7311fa54839135a2a4779d4435236a12ae4efa",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8868109879137714992"
},
{
"key": "scheduler_job_id",
"value": "pigweed/kudzu.dev.ci-kudzu-full"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[08:19:57.137] Scheduled build:
{
"id": "8702679817314228081",
"builder": {
"project": "pigweed",
"bucket": "kudzu.dev.ci",
"builder": "kudzu-full"
},
"createdBy": "project:pigweed",
"createTime": "2025-09-26T08:19:56.528304479Z",
"updateTime": "2025-09-26T08:19:56.528304479Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/kudzu",
"id": "3b7311fa54839135a2a4779d4435236a12ae4efa",
"ref": "refs/heads/main"
}
}
}
[08:19:57.137] Task URL: https://cr-buildbucket.appspot.com/build/8702679817314228081
[08:19:57.137] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8868109879137714992:2:0) after 2m35s
[08:19:58.047] Received PubSub notification, asking Buildbucket for the build status
[08:19:58.064] Build status: SCHEDULED
[08:22:32.246] Handling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8868109879137714992:2:0)
[08:22:32.264] Build status: SCHEDULED
[08:22:32.264] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8868109879137714992:4:0) after 3m5s
[08:25:37.321] Handling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8868109879137714992:4:0)
[08:25:37.338] Build status: SCHEDULED
[08:25:37.338] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8868109879137714992:5:0) after 7m21s
[08:32:58.444] Handling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8868109879137714992:5:0)
[08:32:58.494] Build status: SCHEDULED
[08:32:58.494] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8868109879137714992:6:0) after 4m50s
[08:37:48.507] Handling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8868109879137714992:6:0)
[08:37:48.573] Build status: SCHEDULED
[08:37:48.573] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8868109879137714992:7:0) after 7m42s
[08:45:30.588] Handling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8868109879137714992:7:0)
[08:45:30.614] Build status: SCHEDULED
[08:45:30.614] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8868109879137714992:8:0) after 8m13s
[08:53:43.631] Handling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8868109879137714992:8:0)
[08:53:43.653] Build status: SCHEDULED
[08:53:43.653] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8868109879137714992:9:0) after 1m18s
[08:55:01.698] Handling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8868109879137714992:9:0)
[08:55:01.733] Build status: SCHEDULED
[08:55:01.733] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8868109879137714992:10:0) after 1m7s
[08:56:08.796] Handling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8868109879137714992:10:0)
[08:56:08.815] Build status: SCHEDULED
[08:56:08.815] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8868109879137714992:11:0) after 5m3s
[09:01:11.828] Handling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8868109879137714992:11:0)
[09:01:11.852] Build status: SCHEDULED
[09:01:11.852] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8868109879137714992:12:0) after 6m46s
[09:07:57.867] Handling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8868109879137714992:12:0)
[09:07:57.885] Build status: SCHEDULED
[09:07:57.885] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8868109879137714992:13:0) after 5m54s
[09:13:52.001] Handling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8868109879137714992:13:0)
[09:13:52.018] Build status: SCHEDULED
[09:13:52.018] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8868109879137714992:14:0) after 3m38s
[09:17:30.101] Handling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8868109879137714992:14:0)
[09:17:30.124] Build status: SCHEDULED
[09:17:30.124] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8868109879137714992:15:0) after 4m39s
[09:22:09.138] Handling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8868109879137714992:15:0)
[09:22:09.160] Build status: SCHEDULED
[09:22:09.160] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8868109879137714992:16:0) after 1m36s
[09:23:45.175] Handling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8868109879137714992:16:0)
[09:23:45.193] Build status: SCHEDULED
[09:23:45.193] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8868109879137714992:17:0) after 6m39s
[09:30:24.261] Handling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8868109879137714992:17:0)
[09:30:24.278] Build status: SCHEDULED
[09:30:24.278] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8868109879137714992:18:0) after 5m19s
[09:35:43.455] Handling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8868109879137714992:18:0)
[09:35:43.484] Build status: SCHEDULED
[09:35:43.484] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8868109879137714992:19:0) after 1m46s
[09:37:29.497] Handling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8868109879137714992:19:0)
[09:37:29.530] Build status: SCHEDULED
[09:37:29.530] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8868109879137714992:20:0) after 8m9s
[09:45:38.545] Handling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8868109879137714992:20:0)
[09:45:38.566] Build status: SCHEDULED
[09:45:38.566] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8868109879137714992:21:0) after 5m33s
[09:51:11.670] Handling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8868109879137714992:21:0)
[09:51:11.700] Build status: SCHEDULED
[09:51:11.700] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8868109879137714992:22:0) after 3m58s
[09:55:09.715] Handling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8868109879137714992:22:0)
[09:55:09.732] Build status: SCHEDULED
[09:55:09.732] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8868109879137714992:23:0) after 9m43s
[10:04:52.844] Handling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8868109879137714992:23:0)
[10:04:52.863] Build status: SCHEDULED
[10:04:52.863] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8868109879137714992:24:0) after 7m43s
[10:12:35.961] Handling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8868109879137714992:24:0)
[10:12:35.979] Build status: SCHEDULED
[10:12:35.980] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8868109879137714992:25:0) after 7m39s
[10:20:15.013] Handling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8868109879137714992:25:0)
[10:20:15.030] Build status: SCHEDULED
[10:20:15.030] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8868109879137714992:26:0) after 7m55s
[10:28:10.131] Handling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8868109879137714992:26:0)
[10:28:10.153] Build status: SCHEDULED
[10:28:10.153] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8868109879137714992:27:0) after 3m23s
[10:31:33.207] Handling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8868109879137714992:27:0)
[10:31:33.224] Build status: SCHEDULED
[10:31:33.224] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8868109879137714992:28:0) after 5m58s
[10:37:31.344] Handling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8868109879137714992:28:0)
[10:37:31.373] Build status: SCHEDULED
[10:37:31.373] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8868109879137714992:29:0) after 6m51s
[10:44:22.437] Handling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8868109879137714992:29:0)
[10:44:22.451] Build status: SCHEDULED
[10:44:22.451] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8868109879137714992:30:0) after 2m36s
[10:46:58.472] Handling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8868109879137714992:30:0)
[10:46:58.497] Build status: SCHEDULED
[10:46:58.497] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8868109879137714992:31:0) after 2m18s
[10:49:16.510] Handling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8868109879137714992:31:0)
[10:49:16.536] Build status: SCHEDULED
[10:49:16.537] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8868109879137714992:32:0) after 6m53s
[10:56:09.938] Handling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8868109879137714992:32:0)
[10:56:09.961] Build status: SCHEDULED
[10:56:09.961] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8868109879137714992:33:0) after 9m17s
[11:05:26.975] Handling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8868109879137714992:33:0)
[11:05:26.996] Build status: SCHEDULED
[11:05:26.996] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8868109879137714992:34:0) after 2m8s
[11:07:35.016] Handling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8868109879137714992:34:0)
[11:07:35.033] Build status: SCHEDULED
[11:07:35.033] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8868109879137714992:35:0) after 2m58s
[11:10:33.051] Handling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8868109879137714992:35:0)
[11:10:33.206] Build status: SCHEDULED
[11:10:33.206] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8868109879137714992:36:0) after 9m39s
[11:20:12.230] Handling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8868109879137714992:36:0)
[11:20:12.293] Build status: SCHEDULED
[11:20:12.293] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8868109879137714992:37:0) after 1m35s
[11:21:47.336] Handling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8868109879137714992:37:0)
[11:21:47.352] Build status: SCHEDULED
[11:21:47.352] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8868109879137714992:38:0) after 8m21s
[11:30:08.394] Handling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8868109879137714992:38:0)
[11:30:08.418] Build status: SCHEDULED
[11:30:08.418] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8868109879137714992:39:0) after 1m53s
[11:32:01.431] Handling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8868109879137714992:39:0)
[11:32:01.455] Build status: SCHEDULED
[11:32:01.455] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8868109879137714992:40:0) after 4m58s
[11:36:59.476] Handling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8868109879137714992:40:0)
[11:36:59.494] Build status: SCHEDULED
[11:36:59.494] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8868109879137714992:41:0) after 3m45s
[11:40:44.509] Handling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8868109879137714992:41:0)
[11:40:44.535] Build status: SCHEDULED
[11:40:44.535] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8868109879137714992:42:0) after 3m24s
[11:44:08.553] Handling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8868109879137714992:42:0)
[11:44:08.639] Build status: SCHEDULED
[11:44:08.639] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8868109879137714992:43:0) after 8m25s
[11:52:33.722] Handling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8868109879137714992:43:0)
[11:52:33.738] Build status: SCHEDULED
[11:52:33.739] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8868109879137714992:44:0) after 2m26s
[11:54:59.803] Handling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8868109879137714992:44:0)
[11:54:59.831] Build status: SCHEDULED
[11:54:59.831] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8868109879137714992:45:0) after 3m32s
[11:58:31.925] Handling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8868109879137714992:45:0)
[11:58:31.941] Build status: SCHEDULED
[11:58:31.941] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8868109879137714992:46:0) after 8m42s
[12:07:14.041] Handling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8868109879137714992:46:0)
[12:07:14.065] Build status: SCHEDULED
[12:07:14.065] Scheduling timer "check-buildbucket-build-status" (pigweed/kudzu.dev.ci-kudzu-full:8868109879137714992:47:0) after 8m48s
[12:14:18.677] Received PubSub notification, asking Buildbucket for the build status
[12:14:18.701] Build status: STARTED
[12:14:46.050] Received PubSub notification, asking Buildbucket for the build status
[12:14:46.068] Build:
{
"id": "8702679817314228081",
"builder": {
"project": "pigweed",
"bucket": "kudzu.dev.ci",
"builder": "kudzu-full"
},
"createdBy": "project:pigweed",
"createTime": "2025-09-26T08:19:56.528304479Z",
"startTime": "2025-09-26T12:14:18.483448321Z",
"endTime": "2025-09-26T12:14:45.823066915Z",
"updateTime": "2025-09-26T12:14:45.823066915Z",
"status": "INFRA_FAILURE",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/kudzu",
"id": "3b7311fa54839135a2a4779d4435236a12ae4efa",
"ref": "refs/heads/main"
}
}
}
[12:14:46.068] Invocation finished in 3h54m50.663320434s with status FAILED