feature: add blobpart and filepart to message handling

Author: argaj

instrumentation-genai/opentelemetry-instrumentation-google-genai/src/opentelemetry/instrumentation/google_genai/message.py

@@ -19,6 +19,8 @@
 
 from google.genai import types as genai_types
 from opentelemetry.util.genai.types import (
+    BlobPart,
+    FileDataPart,
     FinishReason,
     InputMessage,
     MessagePart,
@@ -95,6 +97,16 @@ def tool_call_id(name: str | None) -> str:
     if (text := part.text) is not None:
         return Text(content=text)
 
+    if data := part.inline_data:
+        return BlobPart(
+            mime_type=data.mime_type or "", data=data.data or b""
+        )
+
+    if data := part.file_data:
+        return FileDataPart(
+            mime_type=data.mime_type or "", uri=data.file_uri or ""
+        )
+
     if call := part.function_call:
         return ToolCall(
             id=call.id or tool_call_id(call.name),

util/opentelemetry-util-genai/src/opentelemetry/util/genai/types.py

@@ -55,6 +55,23 @@ class Text:
     type: Literal["text"] = "text"
 
 
+@dataclass
+class BlobPart:
+    data: bytes
+    mime_type: str
+    type: Literal["blob"] = "blob"
+
+
+@dataclass
+class FileDataPart:
+    mime_type: str
+    uri: str
+    type: Literal["file_data"] = "file_data"
+
+    class Config:
+        extra = "allow"
+
+
 MessagePart = Union[Text, ToolCall, ToolCallResponse, Any]