We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
2 parents 8841ce3 + 63978cb commit e0614caCopy full SHA for e0614ca
examples/server/server.cpp
@@ -224,6 +224,8 @@ struct server_slot {
224
225
if (params.n_predict != -1) {
226
n_remaining = params.n_predict - n_decoded;
227
+ } else if (global_params.n_predict == -2) {
228
+ n_remaining = n_ctx - n_past;
229
} else if (global_params.n_predict != -1) {
230
n_remaining = global_params.n_predict - n_decoded;
231
}
0 commit comments