elastic-opentelemetry-instrumentation-openai: assert metrics in tools test (#10)

Author: xrmx

instrumentation/elastic-opentelemetry-instrumentation-openai/tests/test_chat_completions.py

@@ -147,16 +147,16 @@ def assertErrorOperationDurationMetric(self, metric: Histogram, attributes: dict
             est_value_delta=0.5,
         )
 
-    def assertTokenUsageMetric(self, metric: Histogram):
+    def assertTokenUsageMetric(self, metric: Histogram, input_data_point=24, output_data_point=4):
         self.assertEqual(metric.name, "gen_ai.client.token.usage")
         self.assert_metric_expected(
             metric,
             [
                 self.create_histogram_data_point(
                     count=1,
-                    sum_data_point=24,
-                    max_data_point=24,
-                    min_data_point=24,
+                    sum_data_point=input_data_point,
+                    max_data_point=input_data_point,
+                    min_data_point=input_data_point,
                     attributes={
                         "gen_ai.operation.name": "chat",
                         "gen_ai.request.model": OPENAI_TOOL_MODEL,
@@ -169,9 +169,9 @@ def assertTokenUsageMetric(self, metric: Histogram):
                 ),
                 self.create_histogram_data_point(
                     count=1,
-                    sum_data_point=4,
-                    max_data_point=4,
-                    min_data_point=4,
+                    sum_data_point=output_data_point,
+                    max_data_point=output_data_point,
+                    min_data_point=output_data_point,
                     attributes={
                         "gen_ai.operation.name": "chat",
                         "gen_ai.request.model": OPENAI_TOOL_MODEL,
@@ -349,6 +349,10 @@ def test_function_calling_with_tools(self):
         )
         self.assertEqual(span.events, ())
 
+        operation_duration_metric, token_usage_metric = self.get_sorted_metrics()
+        self.assertOperationDurationMetric(operation_duration_metric)
+        self.assertTokenUsageMetric(token_usage_metric, input_data_point=140, output_data_point=19)
+
     def test_tools_with_capture_content(self):
         # Redo the instrumentation dance to be affected by the environment variable
         OpenAIInstrumentor().uninstrument()