Merge pull request #7 from grapeot/feature/skip-llm-tests

feat: add skip option for LLM tests when server not configured

Author: grapeot

tests/test_llm_api.py

@@ -1,6 +1,20 @@
 import unittest
 from unittest.mock import patch, MagicMock
 from tools.llm_api import create_llm_client, query_llm
+import os
+
+def is_llm_configured():
+    """Check if LLM is configured by trying to connect to the server"""
+    try:
+        client = create_llm_client()
+        response = query_llm("test", client)
+        return response is not None
+    except:
+        return False
+
+# Skip all LLM tests if LLM is not configured
+skip_llm_tests = not is_llm_configured()
+skip_message = "Skipping LLM tests as LLM is not configured. This is normal if you haven't set up a local LLM server."
 
 class TestLLMAPI(unittest.TestCase):
     def setUp(self):
@@ -18,6 +32,7 @@ def setUp(self):
         # Set up the mock client's chat.completions.create method
         self.mock_client.chat.completions.create.return_value = self.mock_response
 
+    @unittest.skipIf(skip_llm_tests, skip_message)
     @patch('tools.llm_api.OpenAI')
     def test_create_llm_client(self, mock_openai):
         # Test client creation
@@ -32,6 +47,7 @@ def test_create_llm_client(self, mock_openai):
 
         self.assertEqual(client, self.mock_client)
 
+    @unittest.skipIf(skip_llm_tests, skip_message)
     @patch('tools.llm_api.create_llm_client')
     def test_query_llm_success(self, mock_create_client):
         # Set up mock
@@ -50,6 +66,7 @@ def test_query_llm_success(self, mock_create_client):
             temperature=0.7
         )
 
+    @unittest.skipIf(skip_llm_tests, skip_message)
     @patch('tools.llm_api.create_llm_client')
     def test_query_llm_with_custom_model(self, mock_create_client):
         # Set up mock
@@ -68,6 +85,7 @@ def test_query_llm_with_custom_model(self, mock_create_client):
             temperature=0.7
         )
 
+    @unittest.skipIf(skip_llm_tests, skip_message)
     @patch('tools.llm_api.create_llm_client')
     def test_query_llm_with_existing_client(self, mock_create_client):
         # Test query with provided client
@@ -79,6 +97,7 @@ def test_query_llm_with_existing_client(self, mock_create_client):
         # Verify create_client was not called
         mock_create_client.assert_not_called()
 
+    @unittest.skipIf(skip_llm_tests, skip_message)
     @patch('tools.llm_api.create_llm_client')
     def test_query_llm_error(self, mock_create_client):
         # Set up mock to raise an exception

tools/llm_api.py

@@ -25,6 +25,8 @@ def query_llm(prompt, client=None, model="Qwen/Qwen2.5-32B-Instruct-AWQ"):
         return response.choices[0].message.content
     except Exception as e:
         print(f"Error querying LLM: {e}")
+        print("Note: If you haven't configured a local LLM server, this error is expected and can be ignored.")
+        print("The LLM functionality is optional and won't affect other features.")
         return None
 
 def main():