fix(api): remove chutes models <= 100k context, fix tests

Author: shariqriazz

src/api/providers/__tests__/chutes.test.ts

@@ -66,7 +66,7 @@ describe("ChutesHandler", () => {
 
 	test("should return specified model when valid model is provided", () => {
 		// Using an actual model ID from the Chutes API response
-		const testModelId: ChutesModelId = "Qwen/Qwen2.5-72B-Instruct"
+		const testModelId: ChutesModelId = "deepseek-ai/DeepSeek-R1"
 		const handlerWithModel = new ChutesHandler({ apiModelId: testModelId }) // Instantiate ChutesHandler
 		const model = handlerWithModel.getModel()
 
@@ -95,7 +95,9 @@ describe("ChutesHandler", () => {
 		const errorMessage = "Chutes API error"
 		mockCreate.mockRejectedValueOnce(new Error(errorMessage))
 
-		await expect(handler.completePrompt("test prompt")).rejects.toThrow(`Chutes AI completion error: ${errorMessage}`) // Updated error message prefix
+		await expect(handler.completePrompt("test prompt")).rejects.toThrow(
+			`Chutes AI completion error: ${errorMessage}`,
+		) // Updated error message prefix
 	})
 
 	test("createMessage should yield text content from stream", async () => {
@@ -141,7 +143,8 @@ describe("ChutesHandler", () => {
 							done: false,
 							value: {
 								choices: [{ delta: {} }], // Needs to have choices array to avoid error
-								usage: { // Assuming standard OpenAI usage fields
+								usage: {
+									// Assuming standard OpenAI usage fields
 									prompt_tokens: 10,
 									completion_tokens: 20,
 								},
@@ -158,7 +161,8 @@ describe("ChutesHandler", () => {
 
 		// Verify the usage data
 		expect(firstChunk.done).toBe(false)
-		expect(firstChunk.value).toEqual({ // Updated expected usage structure
+		expect(firstChunk.value).toEqual({
+			// Updated expected usage structure
 			type: "usage",
 			inputTokens: 10,
 			outputTokens: 20,
@@ -204,4 +208,4 @@ describe("ChutesHandler", () => {
 			}),
 		)
 	})
-})
+})

src/api/providers/__tests__/groq.test.ts

@@ -64,7 +64,7 @@ describe("GroqHandler", () => {
 	})
 
 	test("should return specified model when valid model is provided", () => {
-		const testModelId: GroqModelId = "llama3-70b-8192" // Use a valid Groq model ID and type
+		const testModelId: GroqModelId = "llama-3.3-70b-versatile" // Use a valid Groq model ID and type
 		const handlerWithModel = new GroqHandler({ apiModelId: testModelId }) // Instantiate GroqHandler
 		const model = handlerWithModel.getModel()
 
@@ -143,7 +143,8 @@ describe("GroqHandler", () => {
 							done: false,
 							value: {
 								choices: [{ delta: {} }], // Needs to have choices array to avoid error
-								usage: { // Assuming standard OpenAI usage fields
+								usage: {
+									// Assuming standard OpenAI usage fields
 									prompt_tokens: 10,
 									completion_tokens: 20,
 								},
@@ -160,7 +161,8 @@ describe("GroqHandler", () => {
 
 		// Verify the usage data
 		expect(firstChunk.done).toBe(false)
-		expect(firstChunk.value).toEqual({ // Updated expected usage structure
+		expect(firstChunk.value).toEqual({
+			// Updated expected usage structure
 			type: "usage",
 			inputTokens: 10,
 			outputTokens: 20,
@@ -171,7 +173,7 @@ describe("GroqHandler", () => {
 
 	test("createMessage should pass correct parameters to Groq client", async () => {
 		// Setup a handler with specific model
-		const modelId: GroqModelId = "llama3-8b-8192" // Use a valid Groq model ID and type
+		const modelId: GroqModelId = "llama-3.1-8b-instant" // Use a valid Groq model ID and type
 		const modelInfo = groqModels[modelId] // Use groqModels
 		const handlerWithModel = new GroqHandler({ apiModelId: modelId }) // Instantiate GroqHandler
 
@@ -206,4 +208,4 @@ describe("GroqHandler", () => {
 			}),
 		)
 	})
-})
+})