@@ -81,14 +81,15 @@ export const createLLMResponse = async <T extends CompletionsBodyType>(
8181 return requestMessages ;
8282 } ) ( ) ;
8383
84- const requestBody = await llmCompletionsBodyFormat ( {
84+ const { requestBody, modelData } = await llmCompletionsBodyFormat ( {
8585 ...body ,
8686 messages : rewriteMessages
8787 } ) ;
8888
8989 // console.log(JSON.stringify(requestBody, null, 2));
9090 const { response, isStreamResponse, getEmptyResponseTip } = await createChatCompletion ( {
9191 body : requestBody ,
92+ modelData,
9293 userKey,
9394 options : {
9495 headers : {
@@ -491,10 +492,16 @@ const llmCompletionsBodyFormat = async <T extends CompletionsBodyType>({
491492 parallel_tool_calls,
492493 toolCallMode,
493494 ...body
494- } : LLMRequestBodyType < T > ) : Promise < InferCompletionsBody < T > > => {
495+ } : LLMRequestBodyType < T > ) : Promise < {
496+ requestBody : InferCompletionsBody < T > ;
497+ modelData : LLMModelItemType ;
498+ } > => {
495499 const modelData = getLLMModel ( body . model ) ;
496500 if ( ! modelData ) {
497- return body as unknown as InferCompletionsBody < T > ;
501+ return {
502+ requestBody : body as unknown as InferCompletionsBody < T > ,
503+ modelData
504+ } ;
498505 }
499506
500507 const response_format = ( ( ) => {
@@ -548,7 +555,10 @@ const llmCompletionsBodyFormat = async <T extends CompletionsBodyType>({
548555 } ) ;
549556 }
550557
551- return requestBody as unknown as InferCompletionsBody < T > ;
558+ return {
559+ requestBody : requestBody as unknown as InferCompletionsBody < T > ,
560+ modelData
561+ } ;
552562} ;
553563const createChatCompletion = async ( {
554564 modelData,
@@ -579,6 +589,7 @@ const createChatCompletion = async ({
579589 try {
580590 // Rewrite model
581591 const modelConstantsData = modelData || getLLMModel ( body . model ) ;
592+
582593 if ( ! modelConstantsData ) {
583594 return Promise . reject ( `${ body . model } not found` ) ;
584595 }
0 commit comments