fix: test - hopefully

Author: k11kirky

posthog/ai/openai/openai.py

@@ -10,6 +10,7 @@
 
 from posthog.ai.utils import call_llm_and_track_usage, get_model_params, with_privacy_mode
 from posthog.client import Client as PostHogClient
+from openai.resources.responses import Responses
 
 
 class OpenAI(openai.OpenAI):

posthog/ai/utils.py

@@ -123,14 +123,50 @@ def format_response_openai(response):
                 )
     # Handle Responses API format
     if hasattr(response, "output"):
-        for message in response.output:
-
-            output.append(
-                {
-                    "content": message.content,
-                    "role": message.role,
-                }
-            )
+        for item in response.output:
+            if item.type == "message":
+                # Extract text content from the content list
+                if hasattr(item, "content") and isinstance(item.content, list):
+                    for content_item in item.content:
+                        if (
+                            hasattr(content_item, "type")
+                            and content_item.type == "input_text"
+                            and hasattr(content_item, "text")
+                        ):
+                            output.append(
+                                {
+                                    "content": content_item.text,
+                                    "role": item.role,
+                                }
+                            )
+                        elif hasattr(content_item, "text"):
+                            output.append(
+                                {
+                                    "content": content_item.text,
+                                    "role": item.role,
+                                }
+                            )
+                        elif (
+                            hasattr(content_item, "type")
+                            and content_item.type == "input_image"
+                            and hasattr(content_item, "image_url")
+                        ):
+                            output.append(
+                                {
+                                    "content": {
+                                        "type": "image",
+                                        "image": content_item.image_url,
+                                    },
+                                    "role": item.role,
+                                }
+                            )
+                else:
+                    output.append(
+                        {
+                            "content": item.content,
+                            "role": item.role,
+                        }
+                    )
     return output
 
 

posthog/test/ai/openai/test_openai.py

@@ -64,7 +64,7 @@ def mock_openai_response_with_responses_api():
                 role="assistant",
                 content=[
                     ResponseOutputMessage(
-                        type="text",
+                        type="input_text",
                         text="Test response",
                     )
                 ],
@@ -532,21 +532,29 @@ def test_streaming_with_tool_calls(mock_client):
 
 
 # test responses api
-def test_responses_api(mock_client):
-    with patch("openai.resources.responses.Responses.create") as mock_create:
-        mock_create.return_value = mock_openai_response_with_responses_api
+def test_responses_api(mock_client, mock_openai_response_with_responses_api):
+    with patch("openai.resources.responses.Responses.create", return_value=mock_openai_response_with_responses_api):
         client = OpenAI(api_key="test-key", posthog_client=mock_client)
-        response = client.responses.create(model="gpt-4o-mini", input=[{"role": "user", "content": "Hello"}])
+        response = client.responses.create(
+            model="gpt-4o-mini",
+            input=[{"role": "user", "content": "Hello"}],
+            posthog_distinct_id="test-id",
+            posthog_properties={"foo": "bar"},
+        )
         assert response == mock_openai_response_with_responses_api
         assert mock_client.capture.call_count == 1
 
         call_args = mock_client.capture.call_args[1]
         props = call_args["properties"]
+
+        assert call_args["distinct_id"] == "test-id"
+        assert call_args["event"] == "$ai_generation"
         assert props["$ai_provider"] == "openai"
         assert props["$ai_model"] == "gpt-4o-mini"
         assert props["$ai_input"] == [{"role": "user", "content": "Hello"}]
         assert props["$ai_output_choices"] == [{"role": "assistant", "content": "Test response"}]
         assert props["$ai_input_tokens"] == 10
         assert props["$ai_output_tokens"] == 10
         assert props["$ai_http_status"] == 200
+        assert props["foo"] == "bar"
         assert isinstance(props["$ai_latency"], float)