Add make test-fast with xdist for local development (#1768)

Co-authored-by: Marcelo Trylesinski <[email protected]>

Author: peterHoburg

Makefile

@@ -63,6 +63,10 @@ test: ## Run tests and collect coverage data
 	uv run coverage run -m pytest
 	@uv run coverage report
 
+.PHONY: test-fast
+test-fast: ## Same as test except no coverage. ~1/4th the time depending on hardware.
+	uv run pytest -n auto --dist=loadgroup
+
 .PHONY: test-all-python
 test-all-python: ## Run tests on Python 3.9 to 3.13
 	UV_PROJECT_ENVIRONMENT=.venv39 uv run --python 3.9 --all-extras --all-packages coverage run -p -m pytest

pydantic_ai_slim/pyproject.toml

@@ -96,6 +96,7 @@ dev = [
     "diff-cover>=9.2.0",
     "boto3-stubs[bedrock-runtime]",
     "strict-no-cover>=0.1.1",
+    "pytest-xdist>=3.6.1",
 ]
 
 [tool.hatch.metadata]

tests/test_cli.py

@@ -75,7 +75,7 @@ def test_agent_flag(
     assert cli(['--agent', 'test_module:custom_agent', 'hello']) == 0
 
     # Verify the output contains the custom agent message
-    assert 'using custom agent test_module:custom_agent' in capfd.readouterr().out
+    assert 'using custom agent test_module:custom_agent' in capfd.readouterr().out.replace('\n', '')
 
     # Verify ask_agent was called with our custom agent
     mock_ask.assert_called_once()
@@ -108,7 +108,7 @@ def test_agent_flag_set_model(
 
     assert cli(['--agent', 'test_module:custom_agent', '--model', 'gpt-4o', 'hello']) == 0
 
-    assert 'using custom agent test_module:custom_agent with openai:gpt-4o' in capfd.readouterr().out
+    assert 'using custom agent test_module:custom_agent with openai:gpt-4o' in capfd.readouterr().out.replace('\n', '')
 
     assert isinstance(custom_agent.model, OpenAIModel)
 

tests/test_examples.py

@@ -83,6 +83,7 @@ def reset_cwd():
         os.chdir(original_cwd)
 
 
+@pytest.mark.xdist_group(name='doc_tests')
 @pytest.mark.parametrize('example', find_filter_examples())
 def test_docs_examples(  # noqa: C901
     example: CodeExample,

tests/test_messages.py

@@ -1,3 +1,5 @@
+import sys
+
 import pytest
 
 from pydantic_ai.messages import AudioUrl, BinaryContent, DocumentUrl, ImageUrl, VideoUrl
@@ -135,29 +137,33 @@ def test_image_url_invalid():
         ImageUrl('foobar.potato').format
 
 
-@pytest.mark.parametrize(
-    'document_url,media_type,format',
-    [
-        pytest.param(DocumentUrl('foobar.pdf'), 'application/pdf', 'pdf', id='pdf'),
-        pytest.param(DocumentUrl('foobar.txt'), 'text/plain', 'txt', id='txt'),
-        pytest.param(DocumentUrl('foobar.csv'), 'text/csv', 'csv', id='csv'),
-        pytest.param(
-            DocumentUrl('foobar.docx'),
-            'application/vnd.openxmlformats-officedocument.wordprocessingml.document',
-            'docx',
-            id='docx',
-        ),
-        pytest.param(
-            DocumentUrl('foobar.xlsx'),
-            'application/vnd.openxmlformats-officedocument.spreadsheetml.sheet',
-            'xlsx',
-            id='xlsx',
-        ),
-        pytest.param(DocumentUrl('foobar.html'), 'text/html', 'html', id='html'),
-        pytest.param(DocumentUrl('foobar.md'), 'text/markdown', 'md', id='md'),
-        pytest.param(DocumentUrl('foobar.xls'), 'application/vnd.ms-excel', 'xls', id='xls'),
-    ],
-)
+_url_formats = [
+    pytest.param(DocumentUrl('foobar.pdf'), 'application/pdf', 'pdf', id='pdf'),
+    pytest.param(DocumentUrl('foobar.txt'), 'text/plain', 'txt', id='txt'),
+    pytest.param(DocumentUrl('foobar.csv'), 'text/csv', 'csv', id='csv'),
+    pytest.param(
+        DocumentUrl('foobar.docx'),
+        'application/vnd.openxmlformats-officedocument.wordprocessingml.document',
+        'docx',
+        id='docx',
+    ),
+    pytest.param(
+        DocumentUrl('foobar.xlsx'),
+        'application/vnd.openxmlformats-officedocument.spreadsheetml.sheet',
+        'xlsx',
+        id='xlsx',
+    ),
+    pytest.param(DocumentUrl('foobar.html'), 'text/html', 'html', id='html'),
+    pytest.param(DocumentUrl('foobar.xls'), 'application/vnd.ms-excel', 'xls', id='xls'),
+]
+if sys.version_info > (3, 11):  # pragma: no branch
+    # This solves an issue with MIMEType on MacOS + python < 3.12. mimetypes.py added the text/markdown in 3.12, but on
+    # versions of linux the knownfiles include text/markdown so it isn't an issue. The .md test is only consistent
+    # independent of OS on > 3.11.
+    _url_formats.append(pytest.param(DocumentUrl('foobar.md'), 'text/markdown', 'md', id='md'))
+
+
+@pytest.mark.parametrize('document_url,media_type,format', _url_formats)
 def test_document_url_formats(document_url: DocumentUrl, media_type: str, format: str):
     assert document_url.media_type == media_type
     assert document_url.format == format
@@ -232,6 +238,7 @@ def test_binary_content_is_methods():
     assert document_content.format == 'pdf'
 
 
+@pytest.mark.xdist_group(name='url_formats')
 @pytest.mark.parametrize(
     'video_url,media_type,format',
     [