feat: added tests for cot interface

Author: jasperan

agentic_rag/tests/test_cot_chat.py

@@ -0,0 +1,109 @@
+import sys
+import logging
+import json
+from pathlib import Path
+
+# Add parent directory to path to import modules
+sys.path.append(str(Path(__file__).parent.parent))
+
+from gradio_app import chat
+from store import VectorStore
+from local_rag_agent import LocalRAGAgent
+
+# Configure logging
+logging.basicConfig(
+    level=logging.DEBUG,
+    format='%(asctime)s | %(name)s | %(levelname)s | %(message)s',
+    handlers=[
+        logging.StreamHandler(sys.stdout)
+    ]
+)
+
+logger = logging.getLogger(__name__)
+
+def debug_response_structure(response, prefix=""):
+    """Helper function to debug response structure"""
+    logger.debug(f"{prefix}Response type: {type(response)}")
+    if isinstance(response, dict):
+        logger.debug(f"{prefix}Response keys: {list(response.keys())}")
+        for key, value in response.items():
+            logger.debug(f"{prefix}Key '{key}' type: {type(value)}")
+            if isinstance(value, list):
+                logger.debug(f"{prefix}List length: {len(value)}")
+                if value and isinstance(value[0], dict):
+                    logger.debug(f"{prefix}First item keys: {list(value[0].keys())}")
+    elif isinstance(response, str):
+        logger.debug(f"{prefix}String length: {len(response)}")
+        logger.debug(f"{prefix}First 100 chars: {response[:100]}")
+
+def test_cot_chat():
+    """Test the CoT chat interface with detailed logging"""
+    try:
+        # Initialize components
+        logger.info("Initializing vector store...")
+        vector_store = VectorStore()
+        
+        logger.info("Initializing local agent...")
+        agent = LocalRAGAgent(vector_store, model_name="ollama:phi3", use_cot=True)
+        
+        # Test message
+        test_message = "What is self-instruct in AI?"
+        logger.info(f"Test message: {test_message}")
+        
+        # Initialize empty chat history
+        history = []
+        
+        # Log initial state
+        logger.info("Initial state:")
+        logger.info(f"History type: {type(history)}")
+        logger.info(f"History length: {len(history)}")
+        
+        # Process the chat
+        logger.info("Processing chat...")
+        try:
+            # Get raw response from agent
+            logger.info("Getting raw response from agent...")
+            raw_response = agent.process_query(test_message)
+            logger.info("Raw response received")
+            debug_response_structure(raw_response, "Raw response: ")
+            
+            # Process through chat function
+            logger.info("Processing through chat function...")
+            result = chat(
+                message=test_message,
+                history=history,
+                agent_type="ollama:phi3",
+                use_cot=True,
+                collection="PDF Collection"
+            )
+            logger.info("Chat processing completed")
+            debug_response_structure(result, "Final result: ")
+            
+        except Exception as e:
+            logger.error(f"Error during processing: {str(e)}", exc_info=True)
+            raise
+        
+        # Log final state
+        logger.info("Final state:")
+        logger.info(f"Result type: {type(result)}")
+        logger.info(f"Result length: {len(result)}")
+        
+        # Save debug information to file
+        debug_info = {
+            "test_message": test_message,
+            "raw_response": str(raw_response),
+            "final_result": str(result),
+            "history": str(history)
+        }
+        
+        with open("cot_chat_debug.json", "w") as f:
+            json.dump(debug_info, f, indent=2)
+        
+        logger.info("Debug information saved to cot_chat_debug.json")
+        
+    except Exception as e:
+        logger.error(f"Test failed: {str(e)}", exc_info=True)
+        raise
+
+if __name__ == "__main__":
+    test_cot_chat()