finalize prompt events

Author: alizenhom

src/tests/anthropic/test_anthropic.py

@@ -33,7 +33,7 @@ def test_anthropic(anthropic_client, exporter):
     assert completion_span.name == "anthropic.messages.create"
     attributes = completion_span.attributes
     assert_langtrace_attributes(attributes, "Anthropic")
-    assert_prompt_in_events(completion_span.events, messages_value)
+    assert_prompt_in_events(completion_span.events)
     assert attributes.get(SpanAttributes.LLM_URL) == "https://api.anthropic.com"
     assert (
         attributes.get(SpanAttributes.LLM_PATH) == APIS["MESSAGES_CREATE"]["ENDPOINT"]
@@ -74,7 +74,7 @@ def test_anthropic_streaming(anthropic_client, exporter):
     attributes = streaming_span.attributes
 
     assert_langtrace_attributes(attributes, "Anthropic")
-    assert_prompt_in_events(streaming_span.events, messages_value)
+    assert_prompt_in_events(streaming_span.events)
 
     assert attributes.get(SpanAttributes.LLM_URL) == "https://api.anthropic.com"
     assert (

src/tests/openai/test_chat_completion.py

@@ -38,7 +38,7 @@ def test_chat_completion(exporter, openai_client):
         attributes.get(SpanAttributes.LLM_PATH) == APIS["CHAT_COMPLETION"]["ENDPOINT"]
     )
     assert attributes.get(SpanAttributes.LLM_RESPONSE_MODEL) == "gpt-4-0613"
-    # assert attributes.get(SpanAttributes.LLM_PROMPTS) == json.dumps(messages_value)
+    assert_prompt_in_events(completion_span.events)
     assert attributes.get(SpanAttributes.LLM_IS_STREAMING) is False
 
     assert_token_count(attributes)
@@ -78,7 +78,7 @@ def test_chat_completion_streaming(exporter, openai_client):
         attributes.get(SpanAttributes.LLM_PATH) == APIS["CHAT_COMPLETION"]["ENDPOINT"]
     )
     assert attributes.get(SpanAttributes.LLM_RESPONSE_MODEL) == "gpt-4-0613"
-    # assert attributes.get(SpanAttributes.LLM_PROMPTS) == json.dumps(messages_value)
+    assert_prompt_in_events(streaming_span.events)
     assert attributes.get(SpanAttributes.LLM_IS_STREAMING) is True
 
     events = streaming_span.events
@@ -135,7 +135,7 @@ async def test_async_chat_completion_streaming(exporter, async_openai_client):
         attributes.get(SpanAttributes.LLM_PATH) == APIS["CHAT_COMPLETION"]["ENDPOINT"]
     )
     assert attributes.get(SpanAttributes.LLM_RESPONSE_MODEL) == "gpt-4-0613"
-    # assert attributes.get(SpanAttributes.LLM_PROMPTS) == json.dumps(messages_value)
+    assert_prompt_in_events(streaming_span.events)
     assert attributes.get(SpanAttributes.LLM_IS_STREAMING) is True
 
     events = streaming_span.events

src/tests/utils.py

@@ -57,17 +57,12 @@ def assert_langtrace_attributes(attributes, vendor, vendor_type="llm"):
     assert attributes.get(SpanAttributes.LANGTRACE_VERSION) == v(LANGTRACE_SDK_NAME)
 
 
-def assert_prompt_in_events(events, prompt):
+def assert_prompt_in_events(
+    events,
+):
     prompt_event = list(
         filter(lambda event: event.name == SpanAttributes.LLM_CONTENT_PROMPT, events)
     )
-    print(
-        json.loads(prompt_event[0].attributes.get(SpanAttributes.LLM_PROMPTS)),
-        json.dumps(prompt),
-    )
+    print(prompt_event)
 
     assert prompt_event
-
-    assert json.loads(
-        prompt_event[0].attributes.get(SpanAttributes.LLM_PROMPTS)
-    ) == json.dumps(prompt)