add gpt-4o

Author: mckaywrigley

app/api/retrieval/process/route.ts

@@ -66,9 +66,11 @@ export async function POST(req: Request) {
           checkApiKey(profile.openai_api_key, "OpenAI")
         }
       } catch (error: any) {
-        error.message = error.message + ", make sure it is configured or else use local embeddings"
-        throw(error)
-      }        
+        error.message =
+          error.message +
+          ", make sure it is configured or else use local embeddings"
+        throw error
+      }
     }
 
     let chunks: FileItemChunk[] = []

db/files.ts

@@ -138,7 +138,9 @@ export const createFile = async (
   if (!response.ok) {
     const jsonText = await response.text()
     const json = JSON.parse(jsonText)
-    console.error(`Error processing file:${createdFile.id}, status:${response.status}, response:${json.message}`)
+    console.error(
+      `Error processing file:${createdFile.id}, status:${response.status}, response:${json.message}`
+    )
     toast.error("Failed to process file. Reason:" + json.message, {
       duration: 10000
     })
@@ -200,7 +202,9 @@ export const createDocXFile = async (
   if (!response.ok) {
     const jsonText = await response.text()
     const json = JSON.parse(jsonText)
-    console.error(`Error processing file:${createdFile.id}, status:${response.status}, response:${json.message}`)
+    console.error(
+      `Error processing file:${createdFile.id}, status:${response.status}, response:${json.message}`
+    )
     toast.error("Failed to process file. Reason:" + json.message, {
       duration: 10000
     })

lib/models/llm/groq-llm-list.ts

@@ -13,7 +13,7 @@ const LLaMA3_8B: LLM = {
     currency: "USD",
     unit: "1M tokens",
     inputCost: 0.05,
-    outputCost: 0.10
+    outputCost: 0.1
   }
 }
 

lib/models/llm/openai-llm-list.ts

@@ -3,6 +3,20 @@ import { LLM } from "@/types"
 const OPENAI_PLATORM_LINK = "https://platform.openai.com/docs/overview"
 
 // OpenAI Models (UPDATED 1/25/24) -----------------------------
+const GPT4o: LLM = {
+  modelId: "gpt-4o",
+  modelName: "GPT-4o",
+  provider: "openai",
+  hostedId: "gpt-4o",
+  platformLink: OPENAI_PLATORM_LINK,
+  imageInput: true,
+  pricing: {
+    currency: "USD",
+    unit: "1M tokens",
+    inputCost: 5,
+    outputCost: 15
+  }
+}
 
 // GPT-4 Turbo (UPDATED 1/25/24)
 const GPT4Turbo: LLM = {
@@ -11,7 +25,7 @@ const GPT4Turbo: LLM = {
   provider: "openai",
   hostedId: "gpt-4-turbo-preview",
   platformLink: OPENAI_PLATORM_LINK,
-  imageInput: false,
+  imageInput: true,
   pricing: {
     currency: "USD",
     unit: "1M tokens",
@@ -67,4 +81,10 @@ const GPT3_5Turbo: LLM = {
   }
 }
 
-export const OPENAI_LLM_LIST: LLM[] = [GPT4Turbo, GPT4Vision, GPT4, GPT3_5Turbo]
+export const OPENAI_LLM_LIST: LLM[] = [
+  GPT4o,
+  GPT4Turbo,
+  GPT4Vision,
+  GPT4,
+  GPT3_5Turbo
+]

types/llms.ts

@@ -8,8 +8,9 @@ export type LLMID =
   | GroqLLMID
   | PerplexityLLMID
 
-// OpenAI Models (UPDATED 1/29/24)
+// OpenAI Models (UPDATED 5/13/24)
 export type OpenAILLMID =
+  | "gpt-4o" // GPT-4o
   | "gpt-4-turbo-preview" // GPT-4 Turbo
   | "gpt-4-vision-preview" // GPT-4 Vision
   | "gpt-4" // GPT-4