Add support for Outlines

Author: RobinPicard

README.md

@@ -38,7 +38,7 @@ We built Pydantic AI with one simple aim: to bring that FastAPI feeling to GenAI
   Built by the team behind [Pydantic Validation](https://docs.pydantic.dev/latest/) (the validation layer of the OpenAI SDK, the Anthropic SDK, LangChain, LlamaIndex, AutoGPT, Transformers, CrewAI, Instructor and many more).
 
 - **Model-agnostic**
-  Supports OpenAI, Anthropic, Gemini, Deepseek, Ollama, Groq, Cohere, and Mistral, and there is a simple interface to implement support for [other models](https://ai.pydantic.dev/models/).
+  Supports OpenAI, Anthropic, Gemini, Deepseek, Ollama, Groq, Cohere, Mistral and Outlines, and there is a simple interface to implement support for [other models](https://ai.pydantic.dev/models/).
 
 - **Pydantic Logfire Integration**
   Seamlessly [integrates](https://ai.pydantic.dev/logfire/) with [Pydantic Logfire](https://pydantic.dev/logfire) for real-time debugging, performance monitoring, and behavior tracking of your LLM-powered applications.

pydantic_ai_slim/pydantic_ai/models/outlines.py

@@ -135,6 +135,10 @@ def infer_provider_class(provider: str) -> type[Provider[Any]]:  # noqa: C901
         from .github import GitHubProvider
 
         return GitHubProvider
+    elif provider == 'outlines':  # pragma: no cover
+        from .outlines import OutlinesProvider
+
+        return OutlinesProvider
     else:  # pragma: no cover
         raise ValueError(f'Unknown provider: {provider}')
 

pydantic_ai_slim/pydantic_ai/providers/__init__.py

@@ -0,0 +1,42 @@
+from __future__ import annotations as _annotations
+
+from typing import Any
+
+from pydantic_ai.profiles import ModelProfile
+from pydantic_ai.providers import Provider
+
+
+class OutlinesProvider(Provider[Any]):
+    """Provider for Outlines API."""
+
+    @property
+    def name(self) -> str:
+        """The provider name."""
+        return 'outlines'
+
+    @property
+    def base_url(self) -> str:
+        """The base URL for the provider API."""
+        raise NotImplementedError(
+            'The Outlines provider does not have a set base URL as it functions '
+            + 'with a set of different underlying models.'
+        )
+
+    @property
+    def client(self) -> Any:
+        """The client for the provider."""
+        raise NotImplementedError(
+            'The Outlines provider does not have a set client as it functions '
+            + 'with a set of different underlying models.'
+        )
+
+    def model_profile(self, model_name: str) -> ModelProfile | None:
+        """The model profile for the named model, if available."""
+        return ModelProfile(
+            supports_tools=False,
+            supports_json_schema_output=True,
+            supports_json_object_output=True,
+            default_structured_output_mode='native',
+            thinking_tags=('<think>', '</think>'),
+            ignore_streamed_leading_whitespace=False,
+        )

pydantic_ai_slim/pydantic_ai/providers/outlines.py

@@ -94,6 +94,8 @@ ag-ui = ["ag-ui-protocol>=0.1.8", "starlette>=0.45.3"]
 retries = ["tenacity>=8.2.3"]
 # Temporal
 temporal = ["temporalio==1.16.0"]
+outlines = ["outlines>=1.0.0, <1.3.0"]
+outlines-transformers = ["outlines[transformers]>=1.0.0, <1.3.0"]
 
 [tool.hatch.metadata]
 allow-direct-references = true

pydantic_ai_slim/pyproject.toml

@@ -46,7 +46,7 @@ requires-python = ">=3.10"
 
 [tool.hatch.metadata.hooks.uv-dynamic-versioning]
 dependencies = [
-    "pydantic-ai-slim[openai,vertexai,google,groq,anthropic,mistral,cohere,bedrock,huggingface,cli,mcp,evals,ag-ui,retries,temporal,logfire]=={{ version }}",
+    "pydantic-ai-slim[openai,vertexai,google,groq,anthropic,mistral,cohere,bedrock,huggingface,outlines-transformers,cli,mcp,evals,ag-ui,retries,temporal,logfire]=={{ version }}",
 ]
 
 [tool.hatch.metadata.hooks.uv-dynamic-versioning.optional-dependencies]