File tree Expand file tree Collapse file tree 1 file changed +2
-2
lines changed Expand file tree Collapse file tree 1 file changed +2
-2
lines changed Original file line number Diff line number Diff line change @@ -248,7 +248,7 @@ struct server_task {
248248 // params.t_max_prompt_ms = json_value(data, "t_max_prompt_ms", defaults.t_max_prompt_ms); // TODO: implement
249249 params.t_max_predict_ms = json_value (data, " t_max_predict_ms" , defaults.t_max_predict_ms );
250250 params.response_fields = json_value (data, " response_fields" , std::vector<std::string>());
251-
251+
252252 params.sampling .top_k = json_value (data, " top_k" , defaults.sampling .top_k );
253253 params.sampling .top_p = json_value (data, " top_p" , defaults.sampling .top_p );
254254 params.sampling .min_p = json_value (data, " min_p" , defaults.sampling .min_p );
@@ -288,7 +288,7 @@ struct server_task {
288288 for (auto start_string: params.start_strings ) {
289289 params.start_string_max_len = std::max (params.start_string_max_len , start_string.size ());
290290 }
291-
291+
292292
293293 // Use OpenAI API logprobs only if n_probs wasn't provided
294294 if (data.contains (" logprobs" ) && params.sampling .n_probs == defaults.sampling .n_probs ){
You can’t perform that action at this time.
0 commit comments