feat: Add Bedrock models support

Author: andrewginns

.env.example

@@ -1,3 +1,5 @@
 GEMINI_API_KEY=
 OPENAI_API_KEY=
-LOGFIRE_TOKEN=
+LOGFIRE_TOKEN=
+AWS_REGION=
+AWS_PROFILE=

agents_mcp_usage/multi_mcp/eval_multi_mcp/evals_pydantic_mcp.py

@@ -209,6 +209,30 @@ def create_agent(
     if model_settings is None:
         model_settings = {}
 
+    # Handle Bedrock models specifically
+    if model.startswith("bedrock:"):
+        from pydantic_ai.models.bedrock import BedrockConverseModel
+        from pydantic_ai.providers.bedrock import BedrockProvider
+
+        # Extract the model name (remove "bedrock:" prefix)
+        model_name = model.replace("bedrock:", "")
+
+        # Create BedrockConverseModel with proper region and profile configuration
+        bedrock_model = BedrockConverseModel(
+            model_name,
+            provider=BedrockProvider(
+                region_name=os.getenv("AWS_REGION", "us-east-1"),
+                profile_name=os.getenv("AWS_PROFILE", "my-aws-profile"),
+            ),
+        )
+
+        return Agent(
+            bedrock_model,
+            mcp_servers=get_mcp_servers(),
+            model_settings=model_settings,
+        )
+
+    # For non-Bedrock models, use the original approach
     return Agent(
         model,
         mcp_servers=get_mcp_servers(),

agents_mcp_usage/multi_mcp/eval_multi_mcp/run_multi_evals.py

@@ -45,8 +45,19 @@
 
 DEFAULT_MODELS = [
     # "gemini-2.5-pro-preview-06-05",
+    # "gemini-2.5-pro-preview-05-06",
+    # "gemini-2.5-pro-preview-03-25",
     "gemini-2.0-flash",
     "gemini-2.5-flash-preview-04-17",
+    # "openai:o4-mini",
+    # "openai:gpt-4.1",
+    # "openai:gpt-4.1-mini",
+    # "openai:gpt-4.1-nano",
+    # "bedrock:us.anthropic.claude-sonnet-4-20250514-v1:0",
+    # "bedrock:us.anthropic.claude-opus-4-20250514-v1:0",
+    # "bedrock:us.anthropic.claude-3-7-sonnet-20250219-v1:0",
+    # "bedrock:us.anthropic.claude-3-5-sonnet-20240620-v1:0",
+    # "bedrock:us.anthropic.claude-3-5-haiku-20241022-v1:0",
 ]
 
 logfire.configure(
@@ -507,7 +518,7 @@ async def main() -> None:
     parser.add_argument(
         "--parallel",
         action="store_true",
-        default=True,
+        default=False,
         help="Run evaluations in parallel",
     )
     parser.add_argument(

pyproject.toml

@@ -18,7 +18,7 @@ dependencies = [
     "openai-agents>=0.0.12",
     "pandas>=2.3.0",
     "plotly>=6.1.2",
-    "pydantic-ai-slim[mcp]>=0.2.15",
+    "pydantic-ai-slim[bedrock,mcp]>=0.2.15",
     "pydantic-evals[logfire]>=0.2.15",
     "python-dotenv>=1.1.0",
     "ruff>=0.11.10",