Merge branch 'feat/vlm_for_e2e' into 'integration_2024-12-23_644381953026'

feat: [development task] ark-runtime-manual-Python (929744)

See merge request iaasng/volcengine-python-sdk!460

Author: BitsAdmin

volcenginesdkarkruntime/_client.py

@@ -325,7 +325,7 @@ def _load_cert_by_ak_sk(self, ep: str) -> str:
             resp: volcenginesdkark.GetEndpointCertificateResponse = self.api_instance.get_endpoint_certificate(
                 get_endpoint_certificate_request)
         except ApiException as e:
-            raise ArkAPIError("Getting Certificate failed: %s\n" % e)
+            raise ArkAPIError("Getting model vendor encryption certificate failed: %s\n" % e)
 
         return resp.pca_instance_certificate
 

volcenginesdkarkruntime/resources/chat/completions.py

@@ -3,6 +3,7 @@
 from typing import Dict, List, Union, Iterable, Optional, Callable, Iterator, AsyncIterator
 
 import httpx
+import warnings
 from typing_extensions import Literal
 
 from ..._types import Body, Query, Headers
@@ -32,7 +33,6 @@
 
 __all__ = ["Completions", "AsyncCompletions"]
 
-
 class Completions(SyncAPIResource):
     @cached_property
     def with_raw_response(self) -> CompletionsWithRawResponse:
@@ -50,10 +50,20 @@ def _process_messages(self, messages: Iterable[ChatCompletionMessageParam],
                 if isinstance(current_content, str):
                     message["content"] = f(current_content)
                 elif isinstance(current_content, Iterable):
-                    raise TypeError("content type {} is not supported end-to-end encryption".
-                                    format(type(message.get('content'))))
+                    for part in current_content:
+                        if part.get("type", None) == "text":
+                            part["text"] = f(part["text"])
+                        elif part.get("type", None) == "image_url":
+                            if part["image_url"]["url"].startswith('data:'):
+                                part["image_url"]["url"] = f(part["image_url"]["url"])
+                            else:
+                                warnings.warn("encryption is not supported for image url, "
+                                              "please use base64 image if you want encryption")
+                        else:
+                            raise TypeError("encryption is not supported for content type {}".
+                                            format(type(part)))
                 else:
-                    raise TypeError("content type {} is not supported end-to-end encryption".
+                    raise TypeError("encryption is not supported for content type {}".
                                     format(type(message.get('content'))))
 
     def _encrypt(self, model: str, messages: Iterable[ChatCompletionMessageParam], extra_headers: Headers
@@ -177,8 +187,21 @@ def _process_messages(self, messages: Iterable[ChatCompletionMessageParam],
                 current_content = message.get("content")
                 if isinstance(current_content, str):
                     message["content"] = f(current_content)
+                elif isinstance(current_content, Iterable):
+                    for part in current_content:
+                        if part.get("type", None) == "text":
+                            part["text"] = f(part["text"])
+                        elif part.get("type", None) == "image_url":
+                            if part["image_url"]["url"].startswith('data:'):
+                                part["image_url"]["url"] = f(part["image_url"]["url"])
+                            else:
+                                warnings.warn("encryption is not supported for image url, "
+                                              "please use base64 image if you want encryption")
+                        else:
+                            raise TypeError("encryption is not supported for content type {}".
+                                            format(type(part)))
                 else:
-                    raise TypeError("content type {} is not supported end-to-end encryption".
+                    raise TypeError("encryption is not supported for content type {}".
                                     format(type(message.get('content'))))
 
     def _encrypt(self, model: str, messages: Iterable[ChatCompletionMessageParam], extra_headers: Headers

volcenginesdkarkruntime/types/chat/chat_completion_audio.py

@@ -0,0 +1,22 @@
+from ..._models import BaseModel
+
+__all__ = ["ChatCompletionAudio"]
+
+
+class ChatCompletionAudio(BaseModel):
+    id: str
+    """Unique identifier for this audio response."""
+
+    data: str
+    """
+    Base64 encoded audio bytes generated by the model.
+    """
+
+    expires_at: int
+    """
+    The Unix timestamp (in seconds) for when this audio response will no longer be
+    accessible on the server for use in multi-turn conversations.
+    """
+
+    transcript: str
+    """Transcript of the audio generated by the model."""

volcenginesdkarkruntime/types/chat/chat_completion_message.py

@@ -3,6 +3,7 @@
 
 from ..._models import BaseModel
 from .chat_completion_message_tool_call import ChatCompletionMessageToolCall
+from .chat_completion_audio import ChatCompletionAudio
 
 __all__ = ["ChatCompletionMessage", "FunctionCall"]
 
@@ -36,3 +37,6 @@ class ChatCompletionMessage(BaseModel):
 
     tool_calls: Optional[List[ChatCompletionMessageToolCall]] = None
     """The tool calls generated by the model, such as function calls."""
+
+    audio: Optional[ChatCompletionAudio] = None
+    """Audio response from the model."""