Merge branch 'main' into fix/vertex-zod

Author: VisargD

cookbook/integrations/vercel/vercel-app

@@ -642,8 +642,8 @@ export async function tryPost(
 
   // Prerequest validator (For virtual key budgets)
   const preRequestValidator = c.get('preRequestValidator');
-  let preRequestValidatorResponse = preRequestValidator
-    ? await preRequestValidator(env(c), providerOption, requestHeaders)
+  const preRequestValidatorResponse = preRequestValidator
+    ? await preRequestValidator(c, providerOption, requestHeaders, params)
     : undefined;
   if (!!preRequestValidatorResponse) {
     return createResponse(preRequestValidatorResponse, undefined, false);

src/handlers/handlerUtils.ts

@@ -87,6 +87,21 @@ export const AzureOpenAIChatCompleteConfig: ProviderConfig = {
   response_format: {
     param: 'response_format',
   },
+  store: {
+    param: 'store',
+  },
+  metadata: {
+    param: 'metadata',
+  },
+  modalities: {
+    param: 'modalities',
+  },
+  audio: {
+    param: 'audio',
+  },
+  seed: {
+    param: 'seed',
+  },
 };
 
 interface AzureOpenAIChatCompleteResponse extends ChatCompletionResponse {}

src/providers/azure-openai/chatComplete.ts

@@ -440,7 +440,7 @@ export const GoogleChatCompleteResponseTransform: (
       model: 'Unknown',
       provider: 'google',
       choices:
-        response.candidates?.map((generation) => {
+        response.candidates?.map((generation, idx) => {
           let message: Message = { role: 'assistant', content: '' };
           if (generation.content?.parts[0]?.text) {
             message = {
@@ -466,7 +466,7 @@ export const GoogleChatCompleteResponseTransform: (
           }
           return {
             message: message,
-            index: generation.index,
+            index: generation.index ?? idx,
             finish_reason: generation.finishReason,
           };
         }) ?? [],
@@ -512,7 +512,7 @@ export const GoogleChatCompleteStreamChunkTransform: (
       model: '',
       provider: 'google',
       choices:
-        parsedChunk.candidates?.map((generation) => {
+        parsedChunk.candidates?.map((generation, index) => {
           let message: Message = { role: 'assistant', content: '' };
           if (generation.content.parts[0]?.text) {
             message = {
@@ -539,7 +539,7 @@ export const GoogleChatCompleteStreamChunkTransform: (
           }
           return {
             delta: message,
-            index: generation.index,
+            index: generation.index ?? index,
             finish_reason: generation.finishReason,
           };
         }) ?? [],

src/providers/google/chatComplete.ts

@@ -99,6 +99,18 @@ export const OpenAIChatCompleteConfig: ProviderConfig = {
   max_completion_tokens: {
     param: 'max_completion_tokens',
   },
+  store: {
+    param: 'store',
+  },
+  metadata: {
+    param: 'metadata',
+  },
+  modalities: {
+    param: 'modalities',
+  },
+  audio: {
+    param: 'audio',
+  },
 };
 
 export interface OpenAIChatCompleteResponse extends ChatCompletionResponse {

src/providers/openai/chatComplete.ts

@@ -310,6 +310,7 @@ export interface Params {
   n?: number;
   stream?: boolean;
   logprobs?: number;
+  top_logprobs?: boolean;
   echo?: boolean;
   stop?: string | string[];
   presence_penalty?: number;
@@ -326,6 +327,15 @@ export interface Params {
     type: 'json_object' | 'text' | 'json_schema';
     json_schema?: any;
   };
+  seed?: number;
+  store?: boolean;
+  metadata?: object;
+  modalities?: string[];
+  audio?: {
+    voice: string;
+    format: string;
+  };
+  service_tier?: string;
   // Google Vertex AI specific
   safety_settings?: any;
   // Anthropic specific