add gemma-7b-it to groq models (#1749)

Author: kovrichard

lib/chat-setting-limits.ts

@@ -105,6 +105,12 @@ export const CHAT_SETTING_LIMITS: Record<LLMID, ChatSettingLimits> = {
     MAX_TOKEN_OUTPUT_LENGTH: 4096,
     MAX_CONTEXT_LENGTH: 32768
   },
+  "gemma-7b-it": {
+    MIN_TEMPERATURE: 0.0,
+    MAX_TEMPERATURE: 2.0,
+    MAX_TOKEN_OUTPUT_LENGTH: 8192,
+    MAX_CONTEXT_LENGTH: 8192
+  },
 
   // OPENAI MODELS
   "gpt-3.5-turbo": {

lib/models/llm/groq-llm-list.ts

@@ -47,4 +47,24 @@ const MIXTRAL_8X7B: LLM = {
   }
 }
 
-export const GROQ_LLM_LIST: LLM[] = [LLaMA3_8B, LLaMA3_70B, MIXTRAL_8X7B]
+const GEMMA_7B_IT: LLM = {
+  modelId: "gemma-7b-it",
+  modelName: "Gemma-7b-It",
+  provider: "groq",
+  hostedId: "gemma-7b-it",
+  platformLink: GROQ_PLATORM_LINK,
+  imageInput: false,
+  pricing: {
+    currency: "USD",
+    unit: "1M tokens",
+    inputCost: 0.15,
+    outputCost: 0.15
+  }
+}
+
+export const GROQ_LLM_LIST: LLM[] = [
+  LLaMA3_8B,
+  LLaMA3_70B,
+  MIXTRAL_8X7B,
+  GEMMA_7B_IT
+]

types/llms.ts

@@ -41,6 +41,7 @@ export type GroqLLMID =
   | "llama3-8b-8192" // LLaMA3-8b
   | "llama3-70b-8192" // LLaMA3-70b
   | "mixtral-8x7b-32768" // Mixtral-8x7b
+  | "gemma-7b-it" // Gemma-7b IT
 
 // Perplexity Models (UPDATED 1/31/24)
 export type PerplexityLLMID =