Local III

Author: KillianLucas

interpreter/terminal_interface/profiles/defaults/codestral.py

@@ -45,7 +45,7 @@
 
 NEVER use placeholders, NEVER say "path/to/desktop", NEVER say "path/to/file". Always specify exact paths, and use cross-platform ways of determining the desktop, documents, cwd, etc. folders.
 
-Now, your turn:"""
+Now, your turn:""".strip()
 
 # Message templates
 interpreter.code_output_template = '''I executed that code. This was the output: """{content}"""\n\nWhat does this output mean (I can't understand it, please help) / what code needs to be run next (if anything, or are we done)? I can't replace any placeholders.'''

interpreter/terminal_interface/profiles/defaults/llama3-vision.py

@@ -56,7 +56,7 @@
 
 NEVER use placeholders. Always specify exact paths, and use cross-platform ways of determining the desktop, documents, etc. folders.
 
-Now, your turn:"""
+Now, your turn:""".strip()
 
 # Message templates
 interpreter.code_output_template = '''I executed that code. This was the output: """{content}"""\n\nWhat does this output mean (I can't understand it, please help) / what code needs to be run next (if anything, or are we done)? I can't replace any placeholders.'''

interpreter/terminal_interface/profiles/defaults/llama3.py

@@ -17,15 +17,15 @@
 User: The code you ran produced no output. Was this expected, or are we finished?
 Assistant: No further action is required; the provided snippet opens Chrome.
 
-Now, your turn:"""
+Now, your turn:""".strip()
 
 # Message templates
 interpreter.code_output_template = '''I executed that code. This was the output: """{content}"""\n\nWhat does this output mean (I can't understand it, please help) / what code needs to be run next (if anything, or are we done)? I can't replace any placeholders.'''
 interpreter.empty_code_output_template = "The code above was executed on my machine. It produced no text output. What's next (if anything, or are we done?)"
 interpreter.code_output_sender = "user"
 
 # LLM settings
-interpreter.llm.model = "ollama/codestral"
+interpreter.llm.model = "ollama/llama3"
 interpreter.llm.supports_functions = False
 interpreter.llm.execution_instructions = False
 interpreter.llm.max_tokens = 1000

interpreter/terminal_interface/profiles/defaults/local.py

@@ -14,7 +14,7 @@
 User: The code you ran produced no output. Was this expected, or are we finished?
 Assistant: No further action is required; the provided snippet opens Chrome.
 
-Now, your turn:"""
+Now, your turn:""".strip()
 
 # Message templates
 interpreter.code_output_template = '''I executed that code. This was the output: """{content}"""\n\nWhat does this output mean (I can't understand it, please help) / what code needs to be run next (if anything, or are we done)? I can't replace any placeholders.'''

interpreter/terminal_interface/profiles/defaults/qwen.py

@@ -0,0 +1,46 @@
+"""
+This is an Open Interpreter profile. It configures Open Interpreter to run `qwen` using Ollama.
+"""
+
+from interpreter import interpreter
+
+interpreter.system_message = """You are an AI assistant that writes tiny markdown code snippets to answer the user's request. You speak very concisely and quickly, you say nothing irrelevant to the user's request. For example:
+
+User: Open the chrome app.
+Assistant: On it. 
+```python
+import webbrowser
+webbrowser.open('https://chrome.google.com')
+```
+User: The code you ran produced no output. Was this expected, or are we finished?
+Assistant: No further action is required; the provided snippet opens Chrome.
+
+Now, your turn:""".strip()
+
+# Message templates
+interpreter.code_output_template = """I executed that code. This was the output: \n\n{content}\n\nWhat does this output mean? I can't understand it, please help / what code needs to be run next (if anything, or are we done with my query)?"""
+interpreter.empty_code_output_template = "I executed your code snippet. It produced no text output. What's next (if anything, or are we done?)"
+interpreter.user_message_template = (
+    "Write a ```python code snippet that would answer this query: `{content}`"
+)
+interpreter.code_output_sender = "user"
+
+# LLM settings
+interpreter.llm.model = "ollama/qwen2:1.5b"
+interpreter.llm.supports_functions = False
+interpreter.llm.execution_instructions = False
+interpreter.llm.max_tokens = 1000
+interpreter.llm.context_window = 7000
+interpreter.llm.load()  # Loads Ollama models
+
+# Computer settings
+interpreter.computer.import_computer_api = False
+
+# Misc settings
+interpreter.auto_run = True
+interpreter.offline = True
+
+# Final message
+interpreter.display_message(
+    "> Model set to `qwen`\n\n**Open Interpreter** will require approval before running code.\n\nUse `interpreter -y` to bypass this.\n\nPress `CTRL-C` to exit.\n"
+)

interpreter/terminal_interface/validate_llm_settings.py

@@ -97,6 +97,8 @@ def validate_llm_settings(interpreter):
         interpreter.display_message(
             "***Note:*** *Conversations with this model will be used to train our open-source model.*\n"
         )
+    if "ollama" in interpreter.llm.model:
+        interpreter.llm.load()
     return