Skip to content

Commit e0614ca

Browse files
committed
Merge branch 'server' of https://github.com/kylo5aby/llama.cpp into server
2 parents 8841ce3 + 63978cb commit e0614ca

File tree

1 file changed

+2
-0
lines changed

1 file changed

+2
-0
lines changed

examples/server/server.cpp

Lines changed: 2 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -224,6 +224,8 @@ struct server_slot {
224224

225225
if (params.n_predict != -1) {
226226
n_remaining = params.n_predict - n_decoded;
227+
} else if (global_params.n_predict == -2) {
228+
n_remaining = n_ctx - n_past;
227229
} else if (global_params.n_predict != -1) {
228230
n_remaining = global_params.n_predict - n_decoded;
229231
}

0 commit comments

Comments
 (0)