Merge branch 'main' into docs

Author: Akshay-66

README.md

@@ -67,7 +67,7 @@ The AI Gateway's enterprise version offers enterprise-ready capabilities for **o
 
 The enterprise deployment architecture, supported platforms is available here - [**Enterprise Private Cloud Deployments**](https://docs.portkey.ai/docs/product/enterprise-offering/private-cloud-deployments)
 
-<a href="https://app.portkey.ai/signup"><img src="https://portkey.ai/blog/content/images/2024/08/Get-API-Key--5-.png" height=50 alt="Book an enterprise AI gateway demo" /></a><br>
+<a href="https://portkey.sh/demo-22"><img src="https://portkey.ai/blog/content/images/2024/08/Get-API-Key--5-.png" height=50 alt="Book an enterprise AI gateway demo" /></a><br>
 
 <br>
 
@@ -268,7 +268,7 @@ Make your AI app more <ins>reliable</ins> and <ins>forward compatible</ins>, whi
 ✅&nbsp; SOC2, ISO, HIPAA, GDPR Compliances - for best security practices <br>
 ✅&nbsp; Professional Support - along with feature prioritization <br>
 
-[Schedule a call to discuss enterprise deployments](https://calendly.com/rohit-portkey/noam)
+[Schedule a call to discuss enterprise deployments](https://portkey.sh/demo-22)
 
 <br>
 

cookbook/integrations/vercel/vercel-app

@@ -642,8 +642,8 @@ export async function tryPost(
 
   // Prerequest validator (For virtual key budgets)
   const preRequestValidator = c.get('preRequestValidator');
-  let preRequestValidatorResponse = preRequestValidator
-    ? await preRequestValidator(env(c), providerOption, requestHeaders)
+  const preRequestValidatorResponse = preRequestValidator
+    ? await preRequestValidator(c, providerOption, requestHeaders, params)
     : undefined;
   if (!!preRequestValidatorResponse) {
     return createResponse(preRequestValidatorResponse, undefined, false);

src/handlers/handlerUtils.ts

@@ -87,6 +87,24 @@ export const AzureOpenAIChatCompleteConfig: ProviderConfig = {
   response_format: {
     param: 'response_format',
   },
+  store: {
+    param: 'store',
+  },
+  metadata: {
+    param: 'metadata',
+  },
+  modalities: {
+    param: 'modalities',
+  },
+  audio: {
+    param: 'audio',
+  },
+  seed: {
+    param: 'seed',
+  },
+  prediction: {
+    param: 'prediction',
+  },
 };
 
 interface AzureOpenAIChatCompleteResponse extends ChatCompletionResponse {}

src/providers/azure-openai/chatComplete.ts

@@ -35,6 +35,9 @@ export function transformGenerationConfig(params: Params) {
       schema = derefer(schema);
       delete schema['$defs'];
     }
+    if (Object.hasOwn(schema, '$schema')) {
+      delete schema['$schema'];
+    }
     generationConfig['responseSchema'] = schema;
   }
 

src/providers/google-vertex-ai/transformGenerationConfig.ts

@@ -440,7 +440,7 @@ export const GoogleChatCompleteResponseTransform: (
       model: 'Unknown',
       provider: 'google',
       choices:
-        response.candidates?.map((generation) => {
+        response.candidates?.map((generation, idx) => {
           let message: Message = { role: 'assistant', content: '' };
           if (generation.content?.parts[0]?.text) {
             message = {
@@ -466,7 +466,7 @@ export const GoogleChatCompleteResponseTransform: (
           }
           return {
             message: message,
-            index: generation.index,
+            index: generation.index ?? idx,
             finish_reason: generation.finishReason,
           };
         }) ?? [],
@@ -512,7 +512,7 @@ export const GoogleChatCompleteStreamChunkTransform: (
       model: '',
       provider: 'google',
       choices:
-        parsedChunk.candidates?.map((generation) => {
+        parsedChunk.candidates?.map((generation, index) => {
           let message: Message = { role: 'assistant', content: '' };
           if (generation.content.parts[0]?.text) {
             message = {
@@ -539,7 +539,7 @@ export const GoogleChatCompleteStreamChunkTransform: (
           }
           return {
             delta: message,
-            index: generation.index,
+            index: generation.index ?? index,
             finish_reason: generation.finishReason,
           };
         }) ?? [],

src/providers/google/chatComplete.ts

@@ -99,6 +99,21 @@ export const OpenAIChatCompleteConfig: ProviderConfig = {
   max_completion_tokens: {
     param: 'max_completion_tokens',
   },
+  store: {
+    param: 'store',
+  },
+  metadata: {
+    param: 'metadata',
+  },
+  modalities: {
+    param: 'modalities',
+  },
+  audio: {
+    param: 'audio',
+  },
+  prediction: {
+    param: 'prediction',
+  },
 };
 
 export interface OpenAIChatCompleteResponse extends ChatCompletionResponse {

src/providers/openai/chatComplete.ts

@@ -310,6 +310,7 @@ export interface Params {
   n?: number;
   stream?: boolean;
   logprobs?: number;
+  top_logprobs?: boolean;
   echo?: boolean;
   stop?: string | string[];
   presence_penalty?: number;
@@ -326,6 +327,24 @@ export interface Params {
     type: 'json_object' | 'text' | 'json_schema';
     json_schema?: any;
   };
+  seed?: number;
+  store?: boolean;
+  metadata?: object;
+  modalities?: string[];
+  audio?: {
+    voice: string;
+    format: string;
+  };
+  service_tier?: string;
+  prediction?: {
+    type: string;
+    content:
+      | {
+          type: string;
+          text: string;
+        }[]
+      | string;
+  };
   // Google Vertex AI specific
   safety_settings?: any;
   // Anthropic specific