update

Author: sutigit

src/server/routes/openai.ts

@@ -132,7 +132,7 @@ openaiRouter.post('/stream', upload.single('file'), async (r, res) => {
     return
   }
 
-  const events = await getCompletionEventsV2(options as AzureOptionsV2)
+  const events = await getCompletionEventsV2(options)
 
   if (isError(events)) {
     res.status(424)
@@ -141,12 +141,7 @@ openaiRouter.post('/stream', upload.single('file'), async (r, res) => {
 
   res.setHeader('content-type', 'text/event-stream')
 
-  const completion = await streamCompletionV2(
-    events,
-    options as AzureOptionsV2,
-    encoding,
-    res
-  )
+  const completion = await streamCompletionV2(events, encoding, res)
 
   tokenCount += completion.tokenCount
 
@@ -241,7 +236,7 @@ openaiRouter.post(
       return
     }
 
-    const events = await getCompletionEventsV2(options as AzureOptionsV2)
+    const events = await getCompletionEventsV2(options)
 
     if (isError(events)) {
       res.status(424).send(events)
@@ -250,12 +245,7 @@ openaiRouter.post(
 
     res.setHeader('content-type', 'text/event-stream')
 
-    const completion = await streamCompletionV2(
-      events,
-      options as AzureOptionsV2,
-      encoding,
-      res
-    )
+    const completion = await streamCompletionV2(events, encoding, res)
 
     tokenCount += completion.tokenCount
 

src/server/util/azureV2.ts

@@ -9,7 +9,10 @@ import { APIError, AzureOptionsV2 } from '../types'
 import { AzureOpenAI } from 'openai'
 import type { EventStream } from '@azure/openai'
 import type { Stream } from 'openai/streaming'
-import type { ChatCompletionChunk } from 'openai/resources/chat'
+import type {
+  ChatCompletionChunk,
+  ChatCompletionCreateParamsStreaming,
+} from 'openai/resources/chat'
 
 const endpoint = `https://${AZURE_RESOURCE}.openai.azure.com/`
 
@@ -61,8 +64,8 @@ const getMockCompletionEvents: () => Promise<
 export const getCompletionEventsV2 = async ({
   model,
   messages,
-  options,
-}: AzureOptionsV2): Promise<
+  stream,
+}: ChatCompletionCreateParamsStreaming): Promise<
   Stream<ChatCompletionChunk> | EventStream<ChatCompletionChunk> | APIError
 > => {
   const deploymentId = validModels.find((m) => m.name === model)?.deployment
@@ -78,7 +81,7 @@ export const getCompletionEventsV2 = async ({
     const events = await client.chat.completions.create({
       messages,
       model: deploymentId,
-      stream: true,
+      stream,
     })
 
     return events
@@ -91,7 +94,6 @@ export const getCompletionEventsV2 = async ({
 
 export const streamCompletionV2 = async (
   events: Stream<ChatCompletionChunk> | EventStream<ChatCompletionChunk>,
-  options: AzureOptionsV2,
   encoding: Tiktoken,
   res: Response
 ) => {