Merge remote-tracking branch 'upstream/main' into fix/cli-refactor

Author: assadyousuf

docs/evals.md

@@ -653,10 +653,12 @@ async def main():
     print(output_file.read_text())
     """
     # yaml-language-server: $schema=questions_cases_schema.json
+    name: null
     cases:
     - name: Easy Capital Question
       inputs:
         question: What is the capital of France?
+        context: null
       metadata:
         difficulty: easy
         category: Geography
@@ -668,6 +670,7 @@ async def main():
     - name: Challenging Landmark Question
       inputs:
         question: Which world-famous landmark is located on the banks of the Seine River?
+        context: null
       metadata:
         difficulty: hard
         category: Landmarks
@@ -676,6 +679,7 @@ async def main():
         confidence: 0.9
       evaluators:
       - EqualsExpected
+    evaluators: []
     """
 ```
 
@@ -713,11 +717,13 @@ async def main():
     """
     {
       "$schema": "questions_cases_schema.json",
+      "name": null,
       "cases": [
         {
           "name": "Easy Capital Question",
           "inputs": {
-            "question": "What is the capital of France?"
+            "question": "What is the capital of France?",
+            "context": null
           },
           "metadata": {
             "difficulty": "easy",
@@ -734,7 +740,8 @@ async def main():
         {
           "name": "Challenging Landmark Question",
           "inputs": {
-            "question": "Which world-famous landmark is located on the banks of the Seine River?"
+            "question": "Which world-famous landmark is located on the banks of the Seine River?",
+            "context": null
           },
           "metadata": {
             "difficulty": "hard",
@@ -748,7 +755,8 @@ async def main():
             "EqualsExpected"
           ]
         }
-      ]
+      ],
+      "evaluators": []
     }
     """
 ```

pydantic_ai_slim/pydantic_ai/format_prompt.py

@@ -3,6 +3,7 @@
 from collections.abc import Iterable, Iterator, Mapping
 from dataclasses import asdict, dataclass, field, fields, is_dataclass
 from datetime import date
+from enum import Enum
 from typing import Any, Literal
 from xml.etree import ElementTree
 
@@ -26,8 +27,8 @@ def format_as_xml(
     This is useful since LLMs often find it easier to read semi-structured data (e.g. examples) as XML,
     rather than JSON etc.
 
-    Supports: `str`, `bytes`, `bytearray`, `bool`, `int`, `float`, `date`, `datetime`, `Mapping`,
-    `Iterable`, `dataclass`, and `BaseModel`.
+    Supports: `str`, `bytes`, `bytearray`, `bool`, `int`, `float`, `date`, `datetime`, `Enum`,
+    `Mapping`, `Iterable`, `dataclass`, and `BaseModel`.
 
     Args:
         obj: Python Object to serialize to XML.
@@ -101,7 +102,7 @@ def _to_xml(self, value: Any, path: str, tag: str | None = None) -> ElementTree.
             element.text = value
         elif isinstance(value, bytes | bytearray):
             element.text = value.decode(errors='ignore')
-        elif isinstance(value, bool | int | float):
+        elif isinstance(value, bool | int | float | Enum):
             element.text = str(value)
         elif isinstance(value, date):
             element.text = value.isoformat()

pydantic_ai_slim/pydantic_ai/models/__init__.py

@@ -141,12 +141,20 @@
         'google-gla:gemini-2.0-flash',
         'google-gla:gemini-2.0-flash-lite',
         'google-gla:gemini-2.5-flash',
+        'google-gla:gemini-2.5-flash-preview-09-2025',
+        'google-gla:gemini-flash-latest',
         'google-gla:gemini-2.5-flash-lite',
+        'google-gla:gemini-2.5-flash-lite-preview-09-2025',
+        'google-gla:gemini-flash-lite-latest',
         'google-gla:gemini-2.5-pro',
         'google-vertex:gemini-2.0-flash',
         'google-vertex:gemini-2.0-flash-lite',
         'google-vertex:gemini-2.5-flash',
+        'google-vertex:gemini-2.5-flash-preview-09-2025',
+        'google-vertex:gemini-flash-latest',
         'google-vertex:gemini-2.5-flash-lite',
+        'google-vertex:gemini-2.5-flash-lite-preview-09-2025',
+        'google-vertex:gemini-flash-lite-latest',
         'google-vertex:gemini-2.5-pro',
         'grok:grok-4',
         'grok:grok-4-0709',

pydantic_ai_slim/pydantic_ai/models/gemini.py

@@ -46,7 +46,11 @@
     'gemini-2.0-flash',
     'gemini-2.0-flash-lite',
     'gemini-2.5-flash',
+    'gemini-2.5-flash-preview-09-2025',
     'gemini-2.5-flash-lite',
+    'gemini-2.5-flash-lite-preview-09-2025',
+    'gemini-flash-latest',
+    'gemini-flash-lite-latest',
     'gemini-2.5-pro',
 ]
 """Latest Gemini models."""

pydantic_ai_slim/pydantic_ai/models/google.py

@@ -95,7 +95,11 @@
     'gemini-2.0-flash',
     'gemini-2.0-flash-lite',
     'gemini-2.5-flash',
+    'gemini-2.5-flash-preview-09-2025',
+    'gemini-flash-latest',
     'gemini-2.5-flash-lite',
+    'gemini-2.5-flash-lite-preview-09-2025',
+    'gemini-flash-lite-latest',
     'gemini-2.5-pro',
 ]
 """Latest Gemini models."""

pydantic_evals/pydantic_evals/dataset.py

@@ -646,15 +646,15 @@ def to_file(
 
         context: dict[str, Any] = {'use_short_form': True}
         if fmt == 'yaml':
-            dumped_data = self.model_dump(mode='json', by_alias=True, exclude_defaults=True, context=context)
+            dumped_data = self.model_dump(mode='json', by_alias=True, context=context)
             content = yaml.dump(dumped_data, sort_keys=False)
             if schema_ref:  # pragma: no branch
                 yaml_language_server_line = f'{_YAML_SCHEMA_LINE_PREFIX}{schema_ref}'
                 content = f'{yaml_language_server_line}\n{content}'
             path.write_text(content)
         else:
             context['$schema'] = schema_ref
-            json_data = self.model_dump_json(indent=2, by_alias=True, exclude_defaults=True, context=context)
+            json_data = self.model_dump_json(indent=2, by_alias=True, context=context)
             path.write_text(json_data + '\n')
 
     @classmethod
@@ -724,6 +724,7 @@ class Case(BaseModel, extra='forbid'):  # pyright: ignore[reportUnusedClass]  #
                 evaluators: list[Union[tuple(evaluator_schema_types)]] = []  # pyright: ignore  # noqa UP007
 
         class Dataset(BaseModel, extra='forbid'):
+            name: str | None = None
             cases: list[Case]
             if evaluator_schema_types:  # pragma: no branch
                 evaluators: list[Union[tuple(evaluator_schema_types)]] = []  # pyright: ignore  # noqa UP007

tests/evals/test_dataset.py

@@ -4,7 +4,7 @@
 import sys
 from dataclasses import dataclass, field
 from pathlib import Path
-from typing import Any
+from typing import Any, Literal
 
 import pytest
 import yaml
@@ -863,6 +863,38 @@ async def test_serialization_to_json(example_dataset: Dataset[TaskInput, TaskOut
     assert (tmp_path / schema).exists()
 
 
+def test_serializing_parts_with_discriminators(tmp_path: Path):
+    class Foo(BaseModel):
+        foo: str
+        kind: Literal['foo'] = 'foo'
+
+    class Bar(BaseModel):
+        bar: str
+        kind: Literal['bar'] = 'bar'
+
+    items = [Foo(foo='foo'), Bar(bar='bar')]
+
+    dataset = Dataset[list[Foo | Bar]](cases=[Case(inputs=items)])
+    yaml_path = tmp_path / 'test_cases.yaml'
+    dataset.to_file(yaml_path)
+
+    loaded_dataset = Dataset[list[Foo | Bar]].from_file(yaml_path)
+    assert loaded_dataset == snapshot(
+        Dataset(
+            name='test_cases',
+            cases=[
+                Case(
+                    name=None,
+                    inputs=[
+                        Foo(foo='foo'),
+                        Bar(bar='bar'),
+                    ],
+                )
+            ],
+        )
+    )
+
+
 def test_serialization_errors(tmp_path: Path):
     with pytest.raises(ValueError) as exc_info:
         Dataset[TaskInput, TaskOutput, TaskMetadata].from_file(tmp_path / 'test_cases.abc')

tests/test_format_as_xml.py

@@ -2,6 +2,7 @@
 
 from dataclasses import dataclass, field
 from datetime import date, datetime
+from enum import Enum
 from typing import Any
 
 import pytest
@@ -24,6 +25,16 @@ class ExamplePydanticModel(BaseModel):
     age: int
 
 
+class ExampleEnum(Enum):
+    FOO = 1
+    BAR = 2
+
+
+class ExampleStrEnum(str, Enum):
+    FOO = 'foo'
+    BAR = 'bar'
+
+
 class ExamplePydanticFields(BaseModel):
     name: str = Field(description="The person's name")
     age: int = Field(description='Years', title='Age', default=18)
@@ -43,6 +54,8 @@ def location(self) -> str | None:
         pytest.param('a string', snapshot('<examples>a string</examples>'), id='string'),
         pytest.param(42, snapshot('<examples>42</examples>'), id='int'),
         pytest.param(None, snapshot('<examples>null</examples>'), id='null'),
+        pytest.param(ExampleEnum.FOO, snapshot('<examples>ExampleEnum.FOO</examples>'), id='enum'),
+        pytest.param(ExampleStrEnum.FOO, snapshot('<examples>foo</examples>'), id='str enum'),
         pytest.param(
             ExampleDataclass(name='John', age=42),
             snapshot("""\