Merge pull request #15015 from anthony-liner/fix/langfuse-total-tokens

fix: set usage_details.total in langfuse integration

Author: krrishdholakia

litellm/integrations/langfuse/langfuse.py

@@ -690,6 +690,7 @@ def _log_langfuse_v2(  # noqa: PLR0915
                     }
                     usage_details = LangfuseUsageDetails(input=_usage_obj.prompt_tokens,
                                                         output=_usage_obj.completion_tokens,
+                                                        total=_usage_obj.total_tokens,
                                                         cache_creation_input_tokens=_usage_obj.get('cache_creation_input_tokens', 0),
                                                         cache_read_input_tokens=_usage_obj.get('cache_read_input_tokens', 0))
 

litellm/types/integrations/langfuse.py

@@ -12,5 +12,6 @@ class LangfuseLoggingConfig(TypedDict):
 class LangfuseUsageDetails(TypedDict):
     input: Optional[int]
     output: Optional[int]
+    total: Optional[int]
     cache_creation_input_tokens: Optional[int]
     cache_read_input_tokens: Optional[int]

tests/test_litellm/integrations/test_langfuse.py

@@ -109,26 +109,30 @@ def test_langfuse_usage_details_type(self):
         usage_details: LangfuseUsageDetails = {
             "input": 10,
             "output": 20,
+            "total": 30,
             "cache_creation_input_tokens": 5,
             "cache_read_input_tokens": 3
         }
 
         # Verify all fields are present
         self.assertEqual(usage_details["input"], 10)
         self.assertEqual(usage_details["output"], 20)
+        self.assertEqual(usage_details["total"], 30)
         self.assertEqual(usage_details["cache_creation_input_tokens"], 5)
         self.assertEqual(usage_details["cache_read_input_tokens"], 3)
 
         # Test with all fields (all fields are required in TypedDict by default)
         minimal_usage_details: LangfuseUsageDetails = {
             "input": 10,
             "output": 20,
+            "total": 30,
             "cache_creation_input_tokens": 0,
             "cache_read_input_tokens": 0
         }
 
         self.assertEqual(minimal_usage_details["input"], 10)
         self.assertEqual(minimal_usage_details["output"], 20)
+        self.assertEqual(minimal_usage_details["total"], 30)
 
     def test_log_langfuse_v2_usage_details(self):
         """Test that usage_details in _log_langfuse_v2 is correctly typed and assigned"""
@@ -183,13 +187,15 @@ def test_langfuse_usage_details_optional_fields(self):
         usage_details: LangfuseUsageDetails = {
             "input": 10,
             "output": 20,
+            "total": 30,
             "cache_creation_input_tokens": None,
             "cache_read_input_tokens": None
         }
 
         # Verify fields can be None
         self.assertEqual(usage_details["input"], 10)
         self.assertEqual(usage_details["output"], 20)
+        self.assertEqual(usage_details["total"], 30)
         self.assertIsNone(usage_details["cache_creation_input_tokens"])
         self.assertIsNone(usage_details["cache_read_input_tokens"])
 
@@ -202,19 +208,22 @@ def test_langfuse_usage_details_structure(self):
         usage_details = {
             "input": 15,
             "output": 25,
+            "total": 40,
             "cache_creation_input_tokens": 7,
             "cache_read_input_tokens": 4
         }
 
         # Verify the structure matches what we expect
         self.assertIn("input", usage_details)
         self.assertIn("output", usage_details)
+        self.assertIn("total", usage_details)
         self.assertIn("cache_creation_input_tokens", usage_details)
         self.assertIn("cache_read_input_tokens", usage_details)
 
         # Verify the values
         self.assertEqual(usage_details["input"], 15)
         self.assertEqual(usage_details["output"], 25)
+        self.assertEqual(usage_details["total"], 40)
         self.assertEqual(usage_details["cache_creation_input_tokens"], 7)
         self.assertEqual(usage_details["cache_read_input_tokens"], 4)