We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 87421a2 commit dc88e93Copy full SHA for dc88e93
examples/server/server.cpp
@@ -243,6 +243,8 @@ struct server_slot {
243
244
if (params.n_predict != -1) {
245
n_remaining = params.n_predict - n_decoded;
246
+ } else if (global_params.n_predict == -2) {
247
+ n_remaining = global_params.n_ctx - n_decoded;
248
} else if (global_params.n_predict != -1) {
249
n_remaining = global_params.n_predict - n_decoded;
250
}
0 commit comments