intial commit

Author: Prithivi Da

README.md

@@ -380,6 +380,7 @@ Below are the benchmarks, and yes the numbers are reproducable. Detailed tables
 
 ### I have a question
 
+- Check FAQs, if it's not addressed:
 - Please head to the discussions tab and ask your question.
 
 ### Scope, Caveats and Limitations
@@ -409,4 +410,15 @@ Below are the benchmarks, and yes the numbers are reproducable. Detailed tables
 
 - Will be added shortly
 
+### FAQs
+
+- If you got "connection refused" exception for Local LLMs + Local machine CLI for synthetic data make sure docker daemon is running. If everything goes smoothly you should see something like below.
+
+```python
+2024-11-24 09:43:35,708 - INFO - Local LLM server is not running.
+2024-11-24 09:43:35,708 - INFO - 1st time setup might take a few minutes. Please be patient...
+2024-11-24 09:43:40,685 - INFO - Attempting to start LLM server via Docker...
+a2ddd96346fea535759c47681fdd7164618e2aa27f0565444e508b82a26a01f8
+```
+
 </details>

src/route0x/route_builder/route_builder.py

@@ -1401,4 +1401,3 @@ def build_routes(self):
             self.logger.info("Model training and evaluation completed.")
             self.logger.info("Thank you for using route0x! May all your queries find their way.")
 
-

src/route0x/route_builder/unified_llm_caller.py

@@ -23,17 +23,15 @@ def __init__(self, provider, model, ollama_server_url='http://localhost:11434',
             openai.api_key = self.api_token
 
         elif self.provider == 'claude':
-            self.client = Anthropic(api_key=self.api_token)
+            # self.client = Anthropic(api_key=self.api_token)
+            raise NotImplementedError("Anthropic support is not yet implemented.")
 
         elif self.provider == 'google':
-            pass
+            raise NotImplementedError("Google support is not yet implemented.")
 
         elif self.provider == 'ollama':
             self.client = Client(host=ollama_server_url)
-            ollama_system_prompt = f"""FROM {model}
-SYSTEM {system_prompt}"""
-            ollama.create(model=model, modelfile=ollama_system_prompt)  
-
+            
         else:
             raise ValueError(f"Unsupported provider: {self.provider}")
 
@@ -77,10 +75,14 @@ def _generate_claude(self, prompt):
 
     def _generate_ollama(self, prompt):
             response = self.client.chat(model=self.model, messages=[
+                    {
+                        'role': 'system',
+                        'content': self.system_prompt
+                    },
                     {
                         'role': 'user',
-                        'content': prompt,
+                        'content': prompt
                     },
-                ])
+             ])
 
             return response["message"]["content"]