fix tool calls

Author: alizenhom

src/langtrace_python_sdk/instrumentation/openai/patch.py

@@ -40,6 +40,7 @@
     get_langtrace_attributes,
     get_llm_request_attributes,
     get_llm_url,
+    get_tool_calls,
     is_streaming,
 )
 from openai._types import NOT_GIVEN
@@ -407,12 +408,13 @@ def traced_method(wrapped, instance, args, kwargs):
             service_provider = SERVICE_PROVIDERS["PPLX"]
         elif "azure" in get_base_url(instance):
             service_provider = SERVICE_PROVIDERS["AZURE"]
-
         llm_prompts = []
         for item in kwargs.get("messages", []):
-            if hasattr(item, "tool_calls") and item.tool_calls is not None:
+            tools = get_tool_calls(item)
+            if tools is not None:
                 tool_calls = []
-                for tool_call in item.tool_calls:
+
+                for tool_call in tools:
                     tool_call_dict = {
                         "id": tool_call.id if hasattr(tool_call, "id") else "",
                         "type": tool_call.type if hasattr(tool_call, "type") else "",
@@ -501,12 +503,12 @@ async def traced_method(wrapped, instance, args, kwargs):
             service_provider = SERVICE_PROVIDERS["PPLX"]
         elif "azure" in get_base_url(instance):
             service_provider = SERVICE_PROVIDERS["AZURE"]
-
         llm_prompts = []
         for item in kwargs.get("messages", []):
-            if hasattr(item, "tool_calls") and item.tool_calls is not None:
+            tools = get_tool_calls(item)
+            if tools is not None:
                 tool_calls = []
-                for tool_call in item.tool_calls:
+                for tool_call in tools:
                     tool_call_dict = {
                         "id": tool_call.id if hasattr(tool_call, "id") else "",
                         "type": tool_call.type if hasattr(tool_call, "type") else "",
@@ -524,7 +526,7 @@ async def traced_method(wrapped, instance, args, kwargs):
                                 else ""
                             ),
                         }
-                    tool_calls.append(tool_call_dict)
+                    tool_calls.append(json.dumps(tool_call_dict))
                 llm_prompts.append(tool_calls)
             else:
                 llm_prompts.append(item)

src/langtrace_python_sdk/utils/llm.py

@@ -173,3 +173,15 @@ def set_usage_attributes(span, usage):
         set_span_attributes(
             span, SpanAttributes.LLM_USAGE_SEARCH_UNITS.value, usage["search_units"]
         )
+
+
+def get_tool_calls(item):
+    if isinstance(item, dict):
+        if "tool_calls" in item and item["tool_calls"] is not None:
+            return item["tool_calls"]
+        return None
+
+    else:
+        if hasattr(item, "tool_calls") and item.tool_calls is not None:
+            return item.tool_calls
+        return None