|
1 | 1 | from unittest import TestCase |
2 | | -from unittest.mock import MagicMock, patch, call |
| 2 | +from unittest.mock import MagicMock, call, patch |
3 | 3 |
|
4 | 4 | from amazon.opentelemetry.distro.llo_handler import LLOHandler |
5 | 5 | from opentelemetry._events import Event |
@@ -67,21 +67,21 @@ def test_is_llo_attribute_no_match(self): |
67 | 67 | self.assertFalse(self.llo_handler._is_llo_attribute("some.other.attribute")) |
68 | 68 |
|
69 | 69 | def test_is_llo_attribute_traceloop_match(self): |
70 | | - """ |
71 | | - Test _is_llo_attribute method with Traceloop patterns |
72 | | - """ |
73 | | - # Test exact matches for Traceloop attributes |
74 | | - self.assertTrue(self.llo_handler._is_llo_attribute("traceloop.entity.input")) |
75 | | - self.assertTrue(self.llo_handler._is_llo_attribute("traceloop.entity.output")) |
| 70 | + """ |
| 71 | + Test _is_llo_attribute method with Traceloop patterns |
| 72 | + """ |
| 73 | + # Test exact matches for Traceloop attributes |
| 74 | + self.assertTrue(self.llo_handler._is_llo_attribute("traceloop.entity.input")) |
| 75 | + self.assertTrue(self.llo_handler._is_llo_attribute("traceloop.entity.output")) |
76 | 76 |
|
77 | 77 | def test_is_llo_attribute_openlit_match(self): |
78 | | - """ |
79 | | - Test _is_llo_attribute method with OpenLit patterns |
80 | | - """ |
81 | | - # Test exact matches for direct OpenLit attributes |
82 | | - self.assertTrue(self.llo_handler._is_llo_attribute("gen_ai.prompt")) |
83 | | - self.assertTrue(self.llo_handler._is_llo_attribute("gen_ai.completion")) |
84 | | - self.assertTrue(self.llo_handler._is_llo_attribute("gen_ai.content.revised_prompt")) |
| 78 | + """ |
| 79 | + Test _is_llo_attribute method with OpenLit patterns |
| 80 | + """ |
| 81 | + # Test exact matches for direct OpenLit attributes |
| 82 | + self.assertTrue(self.llo_handler._is_llo_attribute("gen_ai.prompt")) |
| 83 | + self.assertTrue(self.llo_handler._is_llo_attribute("gen_ai.completion")) |
| 84 | + self.assertTrue(self.llo_handler._is_llo_attribute("gen_ai.content.revised_prompt")) |
85 | 85 |
|
86 | 86 | def test_is_llo_attribute_openinference_match(self): |
87 | 87 | """ |
@@ -296,105 +296,96 @@ def test_extract_traceloop_events(self): |
296 | 296 | self.assertEqual(output_event.timestamp, 1234567899) # end_time |
297 | 297 |
|
298 | 298 | def test_extract_openlit_direct_prompt(self): |
299 | | - """ |
300 | | - Test _extract_openlit_span_event_attributes with direct prompt attribute |
301 | | - """ |
302 | | - attributes = { |
303 | | - "gen_ai.prompt": "user direct prompt", |
304 | | - "gen_ai.system": "openlit" |
305 | | - } |
306 | | - |
307 | | - span = self._create_mock_span(attributes) |
308 | | - |
309 | | - events = self.llo_handler._extract_openlit_span_event_attributes(span, attributes) |
310 | | - |
311 | | - self.assertEqual(len(events), 1) |
312 | | - event = events[0] |
313 | | - self.assertEqual(event.name, "gen_ai.user.message") |
314 | | - self.assertEqual(event.body["content"], "user direct prompt") |
315 | | - self.assertEqual(event.body["role"], "user") |
316 | | - self.assertEqual(event.attributes["gen_ai.system"], "openlit") |
317 | | - self.assertEqual(event.attributes["original_attribute"], "gen_ai.prompt") |
318 | | - self.assertEqual(event.timestamp, 1234567890) # start_time |
| 299 | + """ |
| 300 | + Test _extract_openlit_span_event_attributes with direct prompt attribute |
| 301 | + """ |
| 302 | + attributes = {"gen_ai.prompt": "user direct prompt", "gen_ai.system": "openlit"} |
| 303 | + |
| 304 | + span = self._create_mock_span(attributes) |
| 305 | + |
| 306 | + events = self.llo_handler._extract_openlit_span_event_attributes(span, attributes) |
| 307 | + |
| 308 | + self.assertEqual(len(events), 1) |
| 309 | + event = events[0] |
| 310 | + self.assertEqual(event.name, "gen_ai.user.message") |
| 311 | + self.assertEqual(event.body["content"], "user direct prompt") |
| 312 | + self.assertEqual(event.body["role"], "user") |
| 313 | + self.assertEqual(event.attributes["gen_ai.system"], "openlit") |
| 314 | + self.assertEqual(event.attributes["original_attribute"], "gen_ai.prompt") |
| 315 | + self.assertEqual(event.timestamp, 1234567890) # start_time |
319 | 316 |
|
320 | 317 | def test_extract_openlit_direct_completion(self): |
321 | | - """ |
322 | | - Test _extract_openlit_span_event_attributes with direct completion attribute |
323 | | - """ |
324 | | - attributes = { |
325 | | - "gen_ai.completion": "assistant direct completion", |
326 | | - "gen_ai.system": "openlit" |
327 | | - } |
328 | | - |
329 | | - span = self._create_mock_span(attributes) |
330 | | - span.end_time = 1234567899 |
331 | | - |
332 | | - events = self.llo_handler._extract_openlit_span_event_attributes(span, attributes) |
333 | | - |
334 | | - self.assertEqual(len(events), 1) |
335 | | - event = events[0] |
336 | | - self.assertEqual(event.name, "gen_ai.assistant.message") |
337 | | - self.assertEqual(event.body["content"], "assistant direct completion") |
338 | | - self.assertEqual(event.body["role"], "assistant") |
339 | | - self.assertEqual(event.attributes["gen_ai.system"], "openlit") |
340 | | - self.assertEqual(event.attributes["original_attribute"], "gen_ai.completion") |
341 | | - self.assertEqual(event.timestamp, 1234567899) # end_time |
| 318 | + """ |
| 319 | + Test _extract_openlit_span_event_attributes with direct completion attribute |
| 320 | + """ |
| 321 | + attributes = {"gen_ai.completion": "assistant direct completion", "gen_ai.system": "openlit"} |
| 322 | + |
| 323 | + span = self._create_mock_span(attributes) |
| 324 | + span.end_time = 1234567899 |
| 325 | + |
| 326 | + events = self.llo_handler._extract_openlit_span_event_attributes(span, attributes) |
| 327 | + |
| 328 | + self.assertEqual(len(events), 1) |
| 329 | + event = events[0] |
| 330 | + self.assertEqual(event.name, "gen_ai.assistant.message") |
| 331 | + self.assertEqual(event.body["content"], "assistant direct completion") |
| 332 | + self.assertEqual(event.body["role"], "assistant") |
| 333 | + self.assertEqual(event.attributes["gen_ai.system"], "openlit") |
| 334 | + self.assertEqual(event.attributes["original_attribute"], "gen_ai.completion") |
| 335 | + self.assertEqual(event.timestamp, 1234567899) # end_time |
342 | 336 |
|
343 | 337 | def test_extract_openlit_all_attributes(self): |
344 | | - """ |
345 | | - Test _extract_openlit_span_event_attributes with all OpenLit attributes |
346 | | - """ |
347 | | - attributes = { |
348 | | - "gen_ai.prompt": "user prompt", |
349 | | - "gen_ai.completion": "assistant response", |
350 | | - "gen_ai.content.revised_prompt": "revised prompt", |
351 | | - "gen_ai.system": "langchain" |
352 | | - } |
353 | | - |
354 | | - span = self._create_mock_span(attributes) |
355 | | - span.end_time = 1234567899 |
356 | | - |
357 | | - events = self.llo_handler._extract_openlit_span_event_attributes(span, attributes) |
358 | | - |
359 | | - self.assertEqual(len(events), 3) |
360 | | - |
361 | | - # Check that all events have the correct system |
362 | | - for event in events: |
363 | | - self.assertEqual(event.attributes["gen_ai.system"], "langchain") |
364 | | - |
365 | | - # Check we have the expected event types |
366 | | - event_types = {event.name for event in events} |
367 | | - self.assertIn("gen_ai.user.message", event_types) |
368 | | - self.assertIn("gen_ai.assistant.message", event_types) |
369 | | - self.assertIn("gen_ai.system.message", event_types) |
370 | | - |
371 | | - # Check original attributes |
372 | | - original_attrs = {event.attributes["original_attribute"] for event in events} |
373 | | - self.assertIn("gen_ai.prompt", original_attrs) |
374 | | - self.assertIn("gen_ai.completion", original_attrs) |
375 | | - self.assertIn("gen_ai.content.revised_prompt", original_attrs) |
| 338 | + """ |
| 339 | + Test _extract_openlit_span_event_attributes with all OpenLit attributes |
| 340 | + """ |
| 341 | + attributes = { |
| 342 | + "gen_ai.prompt": "user prompt", |
| 343 | + "gen_ai.completion": "assistant response", |
| 344 | + "gen_ai.content.revised_prompt": "revised prompt", |
| 345 | + "gen_ai.system": "langchain", |
| 346 | + } |
| 347 | + |
| 348 | + span = self._create_mock_span(attributes) |
| 349 | + span.end_time = 1234567899 |
| 350 | + |
| 351 | + events = self.llo_handler._extract_openlit_span_event_attributes(span, attributes) |
| 352 | + |
| 353 | + self.assertEqual(len(events), 3) |
| 354 | + |
| 355 | + # Check that all events have the correct system |
| 356 | + for event in events: |
| 357 | + self.assertEqual(event.attributes["gen_ai.system"], "langchain") |
| 358 | + |
| 359 | + # Check we have the expected event types |
| 360 | + event_types = {event.name for event in events} |
| 361 | + self.assertIn("gen_ai.user.message", event_types) |
| 362 | + self.assertIn("gen_ai.assistant.message", event_types) |
| 363 | + self.assertIn("gen_ai.system.message", event_types) |
| 364 | + |
| 365 | + # Check original attributes |
| 366 | + original_attrs = {event.attributes["original_attribute"] for event in events} |
| 367 | + self.assertIn("gen_ai.prompt", original_attrs) |
| 368 | + self.assertIn("gen_ai.completion", original_attrs) |
| 369 | + self.assertIn("gen_ai.content.revised_prompt", original_attrs) |
376 | 370 |
|
377 | 371 | def test_extract_openlit_revised_prompt(self): |
378 | | - """ |
379 | | - Test _extract_openlit_span_event_attributes with revised prompt attribute |
380 | | - """ |
381 | | - attributes = { |
382 | | - "gen_ai.content.revised_prompt": "revised system prompt", |
383 | | - "gen_ai.system": "openlit" |
384 | | - } |
385 | | - |
386 | | - span = self._create_mock_span(attributes) |
387 | | - |
388 | | - events = self.llo_handler._extract_openlit_span_event_attributes(span, attributes) |
389 | | - |
390 | | - self.assertEqual(len(events), 1) |
391 | | - event = events[0] |
392 | | - self.assertEqual(event.name, "gen_ai.system.message") |
393 | | - self.assertEqual(event.body["content"], "revised system prompt") |
394 | | - self.assertEqual(event.body["role"], "system") |
395 | | - self.assertEqual(event.attributes["gen_ai.system"], "openlit") |
396 | | - self.assertEqual(event.attributes["original_attribute"], "gen_ai.content.revised_prompt") |
397 | | - self.assertEqual(event.timestamp, 1234567890) # start_time |
| 372 | + """ |
| 373 | + Test _extract_openlit_span_event_attributes with revised prompt attribute |
| 374 | + """ |
| 375 | + attributes = {"gen_ai.content.revised_prompt": "revised system prompt", "gen_ai.system": "openlit"} |
| 376 | + |
| 377 | + span = self._create_mock_span(attributes) |
| 378 | + |
| 379 | + events = self.llo_handler._extract_openlit_span_event_attributes(span, attributes) |
| 380 | + |
| 381 | + self.assertEqual(len(events), 1) |
| 382 | + event = events[0] |
| 383 | + self.assertEqual(event.name, "gen_ai.system.message") |
| 384 | + self.assertEqual(event.body["content"], "revised system prompt") |
| 385 | + self.assertEqual(event.body["role"], "system") |
| 386 | + self.assertEqual(event.attributes["gen_ai.system"], "openlit") |
| 387 | + self.assertEqual(event.attributes["original_attribute"], "gen_ai.content.revised_prompt") |
| 388 | + self.assertEqual(event.timestamp, 1234567890) # start_time |
398 | 389 |
|
399 | 390 | def test_extract_openinference_direct_attributes(self): |
400 | 391 | """ |
|
0 commit comments