Merge branch 'feat/multimodal_embedding' into 'integration_2025-08-14_1032949698818'

feat: [development task] ark runtime (1552607)

See merge request iaasng/volcengine-python-sdk!747

Author: BitsAdmin

volcenginesdkarkruntime/resources/content_generation/tasks.py

@@ -34,6 +34,7 @@ def create(
         model: str,
         content: Iterable[CreateTaskContentParam],
         callback_url: Optional[str] = None,
+        return_last_frame: Optional[bool] = None,
         extra_headers: Headers | None = None,
         extra_query: Query | None = None,
         extra_body: Body | None = None,
@@ -45,6 +46,7 @@ def create(
                 "model": model,
                 "content": content,
                 "callback_url": callback_url,
+                "return_last_frame": return_last_frame,
             },
             options=make_request_options(
                 extra_headers=extra_headers,
@@ -153,6 +155,7 @@ async def create(
         model: str,
         content: Iterable[CreateTaskContentParam],
         callback_url: Optional[str] = None,
+        return_last_frame: Optional[bool] = None,
         extra_headers: Headers | None = None,
         extra_query: Query | None = None,
         extra_body: Body | None = None,
@@ -164,6 +167,7 @@ async def create(
                 "model": model,
                 "content": content,
                 "callback_url": callback_url,
+                "return_last_frame": return_last_frame,
             },
             options=make_request_options(
                 extra_headers=extra_headers,

volcenginesdkarkruntime/resources/multimodal_embeddings.py

@@ -13,7 +13,10 @@
 )
 from .._utils._utils import with_sts_token, async_with_sts_token
 from ..types.multimodal_embedding import EmbeddingInputParam
-from ..types.multimodal_embedding import MultimodalEmbeddingResponse
+from ..types.multimodal_embedding import (
+    MultimodalEmbeddingResponse,
+    SparseEmbeddingInput,
+)
 
 __all__ = ["MultimodalEmbeddings", "AsyncMultimodalEmbeddings"]
 
@@ -31,6 +34,7 @@ def create(
         model: str,
         encoding_format: Literal["float", "base64"] = "float",
         dimensions: int | None = None,
+        sparse_embedding: SparseEmbeddingInput | None = None,
         # Use the following arguments if you need to pass additional parameters to the API that aren't available via kwargs.
         # The extra values given here take precedence over values defined on the client or passed to this method.
         extra_headers: Headers | None = None,
@@ -45,6 +49,7 @@ def create(
                 "model": model,
                 "encoding_format": encoding_format,
                 "dimensions": dimensions,
+                "sparse_embedding": sparse_embedding,
             },
             options=make_request_options(
                 extra_headers=extra_headers,
@@ -69,6 +74,7 @@ async def create(
         model: str,
         encoding_format: Literal["float", "base64"] = "float",
         dimensions: int | None = None,
+        sparse_embedding: SparseEmbeddingInput | None = None,
         # Use the following arguments if you need to pass additional parameters to the API that aren't available via kwargs.
         # The extra values given here take precedence over values defined on the client or passed to this method.
         extra_headers: Headers | None = None,
@@ -83,6 +89,7 @@ async def create(
                 "model": model,
                 "encoding_format": encoding_format,
                 "dimensions": dimensions,
+                "sparse_embedding": sparse_embedding,
             },
             options=make_request_options(
                 extra_headers=extra_headers,

volcenginesdkarkruntime/types/completion_usage.py

@@ -9,12 +9,15 @@
 class PromptTokensDetails(BaseModel):
     cached_tokens: int
     """Number of tokens hit cache."""
+    provisioned_tokens: Optional[int] = None
+    """Number of tokens provisioned in the prompt."""
 
 
 class CompletionTokensDetails(BaseModel):
     reasoning_tokens: Optional[int] = None
     """Tokens generated by the model for reasoning."""
-
+    provisioned_tokens: Optional[int] = None
+    """Number of tokens provisioned in the generated completion."""
 
 class CompletionUsage(BaseModel):
     completion_tokens: int

volcenginesdkarkruntime/types/content_generation/content_generation_task.py

@@ -12,6 +12,9 @@ class Content(BaseModel):
     video_url: str
     """The URL of the generated video, if any."""
 
+    last_frame_url: str
+    """The URL of the last frame of the generated video, if any."""
+
 
 class ContentGenerationError(BaseModel):
     message: str

volcenginesdkarkruntime/types/images/__init__.py

@@ -1 +1,3 @@
 from .images import ImagesResponse
+
+__all__ = ["ImagesResponse"]

volcenginesdkarkruntime/types/multimodal_embedding/__init__.py

@@ -4,12 +4,15 @@
 from .embedding_content_part_text_param import MultimodalEmbeddingContentPartTextParam
 from .embedding_content_part_image_param import MultimodalEmbeddingContentPartImageParam
 from .embedding_input import EmbeddingInputParam
-from .embedding_data import MultimodalEmbedding
+from .embedding_data import MultimodalEmbedding, SparseEmbedding
+from .sparse_embedding_input import SparseEmbeddingInput
 
 __all__ = [
     "MultimodalEmbeddingResponse",
     "MultimodalEmbeddingContentPartTextParam",
     "MultimodalEmbeddingContentPartImageParam",
     "EmbeddingInputParam",
     "MultimodalEmbedding",
+    "SparseEmbeddingInput",
+    "SparseEmbedding",
 ]

volcenginesdkarkruntime/types/multimodal_embedding/embedding_content_part_video_param.py

@@ -0,0 +1,19 @@
+from __future__ import annotations
+
+from typing_extensions import Literal, Required, TypedDict
+
+__all__ = ["MultimodalEmbeddingContentPartVideoParam", "VideoURL"]
+
+
+class VideoURL(TypedDict, total=False):
+    url: Required[str]
+    """Either a URL of the video or the base64 encoded video data."""
+    fps: float
+    """The sampling fps of the video."""
+
+
+class MultimodalEmbeddingContentPartVideoParam(TypedDict, total=False):
+    video_url: Required[VideoURL]
+
+    type: Required[Literal["video_url"]]
+    """The type of the content part."""

volcenginesdkarkruntime/types/multimodal_embedding/embedding_data.py

@@ -1,9 +1,16 @@
-from typing import List
+from typing import List, Optional
 from typing_extensions import Literal
 
 from ..._models import BaseModel
 
-__all__ = ["MultimodalEmbedding"]
+__all__ = ["MultimodalEmbedding", "SparseEmbedding"]
+
+
+class SparseEmbedding(BaseModel):
+    index: int
+    """The token index of the embedding."""
+    value: float
+    """The value of the embedding."""
 
 
 class MultimodalEmbedding(BaseModel):
@@ -12,3 +19,6 @@ class MultimodalEmbedding(BaseModel):
 
     object: Literal["embedding"]
     """The object type, which is always "embedding"."""
+
+    sparse_embedding: Optional[SparseEmbedding] = None
+    """The sparse embeddings generated by the model."""

volcenginesdkarkruntime/types/multimodal_embedding/embedding_input.py

@@ -6,9 +6,12 @@
 from .embedding_content_part_text_param import (
     MultimodalEmbeddingContentPartTextParam,
 )
+from .embedding_content_part_video_param import MultimodalEmbeddingContentPartVideoParam
 
 __all__ = ["EmbeddingInputParam"]
 
 EmbeddingInputParam = Union[
-    MultimodalEmbeddingContentPartImageParam, MultimodalEmbeddingContentPartTextParam
+    MultimodalEmbeddingContentPartImageParam,
+    MultimodalEmbeddingContentPartTextParam,
+    MultimodalEmbeddingContentPartVideoParam,
 ]

volcenginesdkarkruntime/types/multimodal_embedding/embedding_response.py

@@ -1,4 +1,3 @@
-from typing import List
 from typing_extensions import Literal
 
 from .embedding_data import MultimodalEmbedding
@@ -15,8 +14,8 @@ class MultimodalEmbeddingResponse(BaseModel):
     created: int
     """The Unix timestamp (in seconds) of when the embeddings was created."""
 
-    data: List[MultimodalEmbedding]
-    """The list of embeddings generated by the model."""
+    data: MultimodalEmbedding
+    """The embeddings generated by the model."""
 
     model: str
     """The name of the model used to generate the embedding."""