test with pydantic-ai-slim only (#103)

Author: samuelcolvin

.github/workflows/ci.yml

@@ -26,7 +26,7 @@ jobs:
           enable-cache: true
 
       - name: Install dependencies
-        run: uv sync --python 3.12 --frozen --all-extras --no-dev --group lint
+        run: uv sync --python 3.12 --frozen --all-extras --all-packages --group lint
 
       - uses: pre-commit/[email protected]
         with:
@@ -87,6 +87,7 @@ jobs:
           uv run
           --python 3.12
           --frozen
+          --package pydantic-ai-slim
           --extra openai
           --extra vertexai
           --extra groq
@@ -116,9 +117,15 @@ jobs:
           enable-cache: true
 
       - run: mkdir coverage
+
+      # run tests with just `pydantic-ai-slim` dependencies
+      - run: uv run --frozen --package pydantic-ai-slim coverage run -m pytest
+        env:
+          COVERAGE_FILE: coverage/.coverage.${{ runner.os }}-py${{ matrix.python-version }}-slim
+
       - run: uv run --frozen coverage run -m pytest
         env:
-          COVERAGE_FILE: coverage/.coverage.${{ runner.os }}-py${{ matrix.python-version }}
+          COVERAGE_FILE: coverage/.coverage.${{ runner.os }}-py${{ matrix.python-version }}-standard
 
       - run: uv run --frozen --all-extras coverage run -m pytest
         env:
@@ -149,6 +156,7 @@ jobs:
         with:
           enable-cache: true
 
+      - run: uv sync --frozen --package pydantic-ai-slim
       - run: uv run --frozen coverage combine coverage
 
       - run: uv run --frozen coverage html --show-contexts --title "PydanticAI coverage for ${{ github.sha }}"

pydantic_ai_slim/pyproject.toml

@@ -47,5 +47,18 @@ vertexai = ["google-auth>=2.36.0", "requests>=2.32.3"]
 groq = ["groq>=0.12.0"]
 logfire = ["logfire>=2.3"]
 
+[dependency-groups]
+dev = [
+    "anyio>=4.5.0",
+    "devtools>=0.12.2",
+    "coverage[toml]>=7.6.2",
+    "dirty-equals>=0.8.0",
+    "inline-snapshot>=0.14",
+    "pytest>=8.3.3",
+    "pytest-examples>=0.0.14",
+    "pytest-mock>=3.14.0",
+    "pytest-pretty>=1.2.0",
+]
+
 [tool.hatch.build.targets.wheel]
 packages = ["pydantic_ai"]

pyproject.toml

@@ -46,17 +46,7 @@ pydantic-ai-examples = { workspace = true }
 members = ["pydantic_ai_slim", "pydantic_ai_examples"]
 
 [dependency-groups]
-dev = [
-    "anyio>=4.5.0",
-    "devtools>=0.12.2",
-    "coverage[toml]>=7.6.2",
-    "dirty-equals>=0.8.0",
-    "inline-snapshot>=0.14",
-    "pytest>=8.3.3",
-    "pytest-examples>=0.0.14",
-    "pytest-mock>=3.14.0",
-    "pytest-pretty>=1.2.0",
-]
+# dev dependencies are defined in `pydantic-ai-slim/pyproject.toml` to allow for minimal testing
 lint = [
     "mypy>=1.11.2",
     "pyright>=1.1.388",
@@ -142,7 +132,7 @@ filterwarnings = [
 [tool.coverage.run]
 # required to avoid warnings about files created by create_module fixture
 include = ["pydantic_ai_slim/**/*.py", "tests/**/*.py"]
-omit = ["tests/test_live.py"]
+omit = ["tests/test_live.py", "tests/example_modules/*.py"]
 branch = true
 
 # https://coverage.readthedocs.io/en/latest/config.html#report

tests/conftest.py

@@ -54,7 +54,7 @@ def set(self, name: str, value: str) -> None:
     def remove(self, name: str) -> None:
         self.envars[name] = os.environ.pop(name, None)
 
-    def reset(self) -> None:
+    def reset(self) -> None:  # pragma: no cover
         for name, value in self.envars.items():
             if value is None:
                 os.environ.pop(name, None)
@@ -132,13 +132,13 @@ def run(
         path.write_text(source_code)
         filename = str(path)
 
-        if module_name_prefix:
+        if module_name_prefix:  # pragma: no cover
             module_name = module_name_prefix + module_name
 
         if rewrite_assertions:
             loader = AssertionRewritingHook(config=request.config)
             loader.mark_rewrite(module_name)
-        else:
+        else:  # pragma: no cover
             loader = None
 
         spec = importlib.util.spec_from_file_location(module_name, filename, loader=loader)

tests/models/test_openai.py

@@ -89,7 +89,7 @@ def create_mock_stream(
     ) -> AsyncOpenAI:
         return cast(AsyncOpenAI, cls(stream=list(stream)))  # pyright: ignore[reportArgumentType]
 
-    async def chat_completions_create(
+    async def chat_completions_create(  # pragma: no cover
         self, *_args: Any, stream: bool = False, **_kwargs: Any
     ) -> chat.ChatCompletion | MockAsyncStream:
         if stream:

tests/test_streaming.py

@@ -245,7 +245,7 @@ async def stream_structured_function(_messages: list[Message], _: AgentInfo) ->
     agent = Agent(FunctionModel(stream_function=stream_structured_function), result_type=tuple[str, int])
 
     @agent.tool_plain
-    async def ret_a(x: str) -> str:
+    async def ret_a(x: str) -> str:  # pragma: no cover
         return x
 
     with pytest.raises(UnexpectedModelBehavior, match=r'Exceeded maximum retries \(1\) for result validation'):