fix(llm-observability): flatten langchain's additional_kwargs (#166)

* fix: flatten additional_kwargs

* fix: remove print

Author: skoob13

posthog/ai/langchain/callbacks.py

@@ -333,10 +333,8 @@ def _convert_message_to_dict(message: BaseMessage) -> Dict[str, Any]:
     else:
         message_dict = {"role": message.type, "content": str(message.content)}
 
-    if "name" in message.additional_kwargs:
-        message_dict["name"] = message.additional_kwargs["name"]
     if message.additional_kwargs:
-        message_dict["additional_kwargs"] = message.additional_kwargs
+        message_dict.update(message.additional_kwargs)
 
     return message_dict
 

posthog/test/ai/langchain/test_callbacks.py

@@ -448,7 +448,7 @@ def test_openai_chain(mock_client):
             {
                 "role": "assistant",
                 "content": "Bar",
-                "additional_kwargs": {"refusal": None},
+                "refusal": None,
             }
         ]
     }
@@ -491,7 +491,7 @@ def test_openai_captures_multiple_generations(mock_client):
             {
                 "role": "assistant",
                 "content": "Bar",
-                "additional_kwargs": {"refusal": None},
+                "refusal": None,
             },
             {
                 "role": "assistant",
@@ -650,3 +650,43 @@ def test_privacy_mode_global(mock_client):
     call = mock_client.capture.call_args[1]
     assert call["properties"]["$ai_input"] is None
     assert call["properties"]["$ai_output"] is None
+
+
+def test_tool_calls(mock_client):
+    prompt = ChatPromptTemplate.from_messages([("user", "Foo")])
+    model = FakeMessagesListChatModel(
+        responses=[
+            AIMessage(
+                content="Bar",
+                additional_kwargs={
+                    "tool_calls": [
+                        {
+                            "type": "function",
+                            "id": "123",
+                            "function": {
+                                "name": "test",
+                                "args": '{"a": 1}',
+                            },
+                        }
+                    ]
+                },
+            )
+        ]
+    )
+    chain = prompt | model
+    callbacks = CallbackHandler(mock_client)
+    chain.invoke({}, config={"callbacks": [callbacks]})
+
+    assert mock_client.capture.call_count == 1
+    call = mock_client.capture.call_args[1]
+    assert call["properties"]["$ai_output"]["choices"][0]["tool_calls"] == [
+        {
+            "type": "function",
+            "id": "123",
+            "function": {
+                "name": "test",
+                "args": '{"a": 1}',
+            },
+        }
+    ]
+    assert "additional_kwargs" not in call["properties"]["$ai_output"]["choices"][0]