🐛 Throws an exception when there are no more tokens available #954

Author: Phinease

sdk/nexent/core/models/openai_long_context_model.py

@@ -161,6 +161,12 @@ def prepare_long_text_message(self, text_content: str, system_prompt: str, user_
         # Reserve tokens for text content
         available_tokens = self.max_context_tokens - system_tokens - user_prompt_tokens - 100  # Reserve 100 tokens as buffer
 
+        # Check if there are sufficient tokens available
+        if available_tokens <= 0:
+            error_msg = f"Insufficient tokens available. Required: {system_tokens + user_prompt_tokens + 100}, Available: {self.max_context_tokens}, Shortage: {abs(available_tokens)}"
+            logger.error(error_msg)
+            raise ValueError(error_msg)
+        
         # Truncate the text content
         truncated_text = self.truncate_text(text_content, available_tokens)
         final_content_tokens = self.count_tokens(truncated_text)

test/sdk/core/models/test_openai_long_context_model.py

@@ -223,3 +223,13 @@ def test_truncation_strategies_comparison(long_context_model):
         assert start_result != end_result
         assert start_result != middle_result
         assert end_result != middle_result
+
+
+def test_prepare_long_text_message_insufficient_tokens(long_context_model):
+    """Test that ValueError is raised when there are insufficient tokens available"""
+    # Mock count_tokens to return high values that exceed max_context_tokens
+    long_context_model.count_tokens = MagicMock(side_effect=[50000, 40000, 1000])  # system + user + content
+    long_context_model.max_context_tokens = 80000  # Less than required (50000 + 40000 + 100)
+    
+    with pytest.raises(ValueError, match="Insufficient tokens available"):
+        long_context_model.prepare_long_text_message("content", "system prompt", "user prompt")