Skip to content

Commit dc88e93

Browse files
committed
server: handle n_predict==2 error
1 parent 87421a2 commit dc88e93

File tree

1 file changed

+2
-0
lines changed

1 file changed

+2
-0
lines changed

examples/server/server.cpp

Lines changed: 2 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -243,6 +243,8 @@ struct server_slot {
243243

244244
if (params.n_predict != -1) {
245245
n_remaining = params.n_predict - n_decoded;
246+
} else if (global_params.n_predict == -2) {
247+
n_remaining = global_params.n_ctx - n_decoded;
246248
} else if (global_params.n_predict != -1) {
247249
n_remaining = global_params.n_predict - n_decoded;
248250
}

0 commit comments

Comments
 (0)