Merge pull request #67 from runbasehq/fveiras/add_openrouter_provider

Add OpenRouter provider

Author: fveiraswww

packages/mcp-check/CHANGELOG.md

@@ -1,5 +1,13 @@
 # mcp-testing-library
 
+## 0.4.7
+
+### Patch Changes
+
+- Add OpenRouter provider:
+  - Free models available for testing at no cost
+  - Retries added to handle common `429` and `529` errors on free models
+
 ## 0.4.6
 
 ### Patch Changes

packages/mcp-check/bin/cli.tsx

@@ -64,7 +64,7 @@ class SimpleLogBatcher {
 const runJestCommand = (
   jestTasks: string[],
   onTaskUpdate: (updatedTasks: Task[]) => void,
-  initialTasks: Task[]
+  initialTasks: Task[],
 ): Promise<void> => {
   return new Promise((resolve) => {
     const tasks = new Map<string, Task>();
@@ -77,7 +77,7 @@ const runJestCommand = (
 
     const logBatcher = new SimpleLogBatcher(() => {
       const sortedTasks = Array.from(tasks.values()).sort(
-        (a, b) => a.orderIndex - b.orderIndex
+        (a, b) => a.orderIndex - b.orderIndex,
       );
       onTaskUpdate([...sortedTasks]);
     });
@@ -95,7 +95,7 @@ const runJestCommand = (
 
     const updateTaskStatus = (
       taskName: string,
-      status: "running" | "completed" | "failed"
+      status: "running" | "completed" | "failed",
     ) => {
       const task = tasks.get(taskName);
       if (task) {
@@ -145,7 +145,7 @@ const runJestCommand = (
       {
         stdio: "pipe",
         env: { ...process.env, FORCE_COLOR: "1" },
-      }
+      },
     );
 
     jestTasks.forEach((taskName) => {
@@ -285,7 +285,7 @@ const padToWidth = (str: string, width: number): string => {
 
 const getStatusIndicator = (
   status: "running" | "completed" | "failed",
-  frame: number
+  frame: number,
 ): string => {
   if (status === "running") {
     const frames = ["⠋", "⠙", "⠹", "⠸", "⠼", "⠴", "⠦", "⠧", "⠇", "⠏"];
@@ -338,7 +338,7 @@ const TaskManager = () => {
           (updatedTasks) => {
             setTasks(updatedTasks);
           },
-          initialTasks
+          initialTasks,
         );
       } catch (error) {
         console.error("Failed to initialize:", error);
@@ -421,7 +421,7 @@ const TaskManager = () => {
           {logs
             .slice(
               uiState.scrollPosition,
-              uiState.scrollPosition + (terminalHeight - 6)
+              uiState.scrollPosition + (terminalHeight - 6),
             )
             .map((entry, i) => (
               <Box key={`log-${i + uiState.scrollPosition}`} marginTop={1}>
@@ -446,10 +446,10 @@ const TaskManager = () => {
 
   const rightLines: string[] = [];
   rightLines.push(
-    `${currentTask?.name || "No task"} - ${currentTask?.status || "Loading..."}`
+    `${currentTask?.name || "No task"} - ${currentTask?.status || "Loading..."}`,
   );
   rightLines.push(
-    `Logs: ${currentTask?.logs.length || 0} entries | Press Enter to view details`
+    `Logs: ${currentTask?.logs.length || 0} entries | Press Enter to view details`,
   );
   rightLines.push("");
 

packages/mcp-check/package.json

@@ -1,7 +1,7 @@
 {
   "name": "mcp-check",
   "module": "dist/src/index.js",
-  "version": "0.4.6",
+  "version": "0.4.7",
   "type": "module",
   "main": "dist/src/index.js",
   "types": "dist/src/index.d.ts",

packages/mcp-check/src/providers/anthropic.ts

@@ -1,12 +1,24 @@
 import Anthropic from "@anthropic-ai/sdk";
 import { Provider } from "./provider.js";
-import type { StreamResult, NormalizedChunk, NormalizedChunkAnthropic } from "../chunks/types.js";
+import type {
+  StreamResult,
+  NormalizedChunk,
+  NormalizedChunkAnthropic,
+} from "../chunks/types.js";
 import type { McpServer } from "../index.js";
 import type { ProviderConfig } from "./types.js";
-import type { BetaRawContentBlockDeltaEvent, BetaRawContentBlockStartEvent, BetaRawContentBlockStopEvent } from "@anthropic-ai/sdk/resources/beta.js";
+import type {
+  BetaRawContentBlockDeltaEvent,
+  BetaRawContentBlockStartEvent,
+  BetaRawContentBlockStopEvent,
+} from "@anthropic-ai/sdk/resources/beta.js";
 import type { BetaRateLimitError } from "@anthropic-ai/sdk/resources";
 
-type AnthropicChunk = BetaRawContentBlockDeltaEvent | BetaRawContentBlockStartEvent | BetaRawContentBlockStopEvent | BetaRateLimitError;
+type AnthropicChunk =
+  | BetaRawContentBlockDeltaEvent
+  | BetaRawContentBlockStartEvent
+  | BetaRawContentBlockStopEvent
+  | BetaRateLimitError;
 /**
  * Type alias for Anthropic model names.
  *
@@ -18,7 +30,14 @@ type AnthropicChunk = BetaRawContentBlockDeltaEvent | BetaRawContentBlockStartEv
  * const model: AnthropicModel = "claude-3-haiku-20240307";
  * ```
  */
-export type AnthropicModel = Anthropic.Model;
+
+type OnlyLiteralStrings<T> = T extends string
+  ? string extends T
+    ? never
+    : T
+  : never;
+
+export type AnthropicModel = OnlyLiteralStrings<Anthropic.Model>;
 
 /**
  * Provider for Anthropic Claude models.
@@ -129,7 +148,9 @@ export class AnthropicProvider extends Provider {
           url: this.mcpServer.url,
           name: this.mcpServer.name,
           type: "url",
-          ...(this.mcpServer.authorizationToken && { authorization_token: this.mcpServer.authorizationToken }),
+          ...(this.mcpServer.authorizationToken && {
+            authorization_token: this.mcpServer.authorizationToken,
+          }),
         },
       ],
       betas: ["mcp-client-2025-04-04"],
@@ -194,7 +215,6 @@ export class AnthropicProvider extends Provider {
     };
   }
 
-
   /**
    * Normalizes Anthropic-specific chunks into the unified NormalizedChunk format.
    *
@@ -227,16 +247,20 @@ export class AnthropicProvider extends Provider {
       };
     }
 
-    const baseChunk: Pick<NormalizedChunkAnthropic, "provider" | "timestamp" | "index" | "originalChunk"> = {
+    const baseChunk: Pick<
+      NormalizedChunkAnthropic,
+      "provider" | "timestamp" | "index" | "originalChunk"
+    > = {
       provider: "anthropic",
       timestamp,
       index: chunk.index,
       originalChunk: chunk,
     };
 
-
-
-    if (chunk.type === "content_block_start" && chunk.content_block.type === "text") {
+    if (
+      chunk.type === "content_block_start" &&
+      chunk.content_block.type === "text"
+    ) {
       return {
         ...baseChunk,
         type: "text_start",
@@ -246,7 +270,10 @@ export class AnthropicProvider extends Provider {
       };
     }
 
-    if (chunk.type === "content_block_delta" && chunk.delta.type === "text_delta") {
+    if (
+      chunk.type === "content_block_delta" &&
+      chunk.delta.type === "text_delta"
+    ) {
       if (!this.config.silent) {
         process.stdout.write(
           JSON.stringify({
@@ -260,7 +287,7 @@ export class AnthropicProvider extends Provider {
         ...baseChunk,
         type: "text_delta",
         data: { textDelta: chunk.delta.text },
-      }
+      };
     }
 
     if (
@@ -287,7 +314,10 @@ export class AnthropicProvider extends Provider {
       };
     }
 
-    if (chunk.type === "content_block_delta" && chunk.delta.type === "input_json_delta") {
+    if (
+      chunk.type === "content_block_delta" &&
+      chunk.delta.type === "input_json_delta"
+    ) {
       return {
         ...baseChunk,
         type: "tool_call_delta",
@@ -297,7 +327,10 @@ export class AnthropicProvider extends Provider {
       };
     }
 
-    if (chunk.type === "content_block_start" && chunk.content_block.type === "mcp_tool_result") {
+    if (
+      chunk.type === "content_block_start" &&
+      chunk.content_block.type === "mcp_tool_result"
+    ) {
       return {
         ...baseChunk,
         type: "tool_result",
@@ -306,12 +339,10 @@ export class AnthropicProvider extends Provider {
           isError: chunk.content_block.is_error,
           toolResult: chunk.content_block.content,
         },
-      }
+      };
     }
 
-    if (
-      chunk.type === "content_block_stop"
-    ) {
+    if (chunk.type === "content_block_stop") {
       if (!this.config.silent) {
         process.stdout.write(
           JSON.stringify({

packages/mcp-check/src/providers/index.ts

@@ -5,7 +5,7 @@ import { AnthropicProvider } from "./anthropic.js";
 import { OpenAIProvider } from "./openai.js";
 import type { ProviderConfig } from "./types.js";
 import { Provider } from "./provider.js";
-import { type OpenRouterModel } from "./openrouter.js";
+import { OpenRouterProvider, type OpenRouterModel } from "./openrouter.js";
 
 /**
  * @fileoverview Provider factory and type exports for MCP AI providers.
@@ -56,8 +56,8 @@ export type { OpenRouterModel } from "./openrouter.js";
  * ```
  */
 export type ModelName =
-  | `anthropic/${AnthropicModel}`
   | `openai/${OpenAIModel}`
+  | `anthropic/${AnthropicModel}`
   | `openrouter/${OpenRouterModel}`;
 
 /**
@@ -122,6 +122,7 @@ export function createProvider(
   }
 
   if (model.startsWith("openrouter/")) {
+    return new OpenRouterProvider(mcpServer, promptText, config);
   }
 
   throw new Error(`Error: unknown provider for model: ${model}.`);