Respect FileUrl.force_download flag in OpenAI Chat and Responses models (#3106)

Author: nicolas-chaulet

pydantic_ai_slim/pydantic_ai/messages.py

@@ -129,7 +129,7 @@ class FileUrl(ABC):
     """
 
     force_download: bool = False
-    """If the model supports it:
+    """For OpenAI and Google APIs it:
 
     * If True, the file is downloaded and the data is sent to the model as bytes.
     * If False, the URL is sent directly to the model and no download is performed.

pydantic_ai_slim/pydantic_ai/models/openai.py

@@ -776,6 +776,9 @@ async def _map_user_prompt(self, part: UserPromptPart) -> chat.ChatCompletionUse
                     image_url: ImageURL = {'url': item.url}
                     if metadata := item.vendor_metadata:
                         image_url['detail'] = metadata.get('detail', 'auto')
+                    if item.force_download:
+                        image_content = await download_item(item, data_format='base64_uri', type_format='extension')
+                        image_url['url'] = image_content['data']
                     content.append(ChatCompletionContentPartImageParam(image_url=image_url, type='image_url'))
                 elif isinstance(item, BinaryContent):
                     if self._is_text_like_media_type(item.media_type):
@@ -1529,11 +1532,16 @@ async def _map_user_prompt(part: UserPromptPart) -> responses.EasyInputMessagePa
                         raise RuntimeError(f'Unsupported binary content type: {item.media_type}')
                 elif isinstance(item, ImageUrl):
                     detail: Literal['auto', 'low', 'high'] = 'auto'
+                    image_url = item.url
                     if metadata := item.vendor_metadata:
                         detail = cast(Literal['auto', 'low', 'high'], metadata.get('detail', 'auto'))
+                    if item.force_download:
+                        downloaded_item = await download_item(item, data_format='base64_uri', type_format='extension')
+                        image_url = downloaded_item['data']
+
                     content.append(
                         responses.ResponseInputImageParam(
-                            image_url=item.url,
+                            image_url=image_url,
                             type='input_image',
                             detail=detail,
                         )