File tree Expand file tree Collapse file tree 1 file changed +7
-1
lines changed
Expand file tree Collapse file tree 1 file changed +7
-1
lines changed Original file line number Diff line number Diff line change 2121#include < string>
2222#include < vector>
2323
24- #define DEFAULT_OAICOMPAT_MODEL " gpt-3.5-turbo-0613 "
24+ #define DEFAULT_OAICOMPAT_MODEL " llama-cpp "
2525
2626using json = nlohmann::ordered_json;
2727using llama_tokens = std::vector<llama_token>;
@@ -590,6 +590,12 @@ static json oaicompat_completion_params_parse(
590590 throw std::runtime_error (" Only one completion choice is allowed" );
591591 }
592592
593+ // Handle "model" field
594+ if (body.contains (" model" )) {
595+ // this is used by format_*_response_oaicompat
596+ llama_params[" model" ] = body.at (" model" ).get <std::string>();
597+ }
598+
593599 // Handle "logprobs" field
594600 // TODO: The response format of this option is not yet OAI-compatible, but seems like no one really using it; We may need to fix it in the future
595601 if (json_value (body, " logprobs" , false )) {
You can’t perform that action at this time.
0 commit comments