Async server improvements

Author: KillianLucas

interpreter/core/async_core.py

@@ -68,6 +68,11 @@ async def output(self):
 
     def respond(self):
         for chunk in self._respond_and_store():
+            if chunk["type"] == "code":
+                if "start" in chunk:
+                    print("\n\n```" + chunk["format"], flush=True)
+                if "end" in chunk:
+                    print("\n```", flush=True)
             print(chunk.get("content", ""), end="", flush=True)
             if self.stop_event.is_set():
                 return
@@ -223,4 +228,10 @@ def __init__(self, async_interpreter, host="0.0.0.0", port=8000):
         )
 
     def run(self):
-        self.uvicorn_server.run()
+        try:
+            self.uvicorn_server.run()
+        except ImportError as e:
+            raise ImportError(
+                str(e)
+                + """\n\nPlease ensure you have run `pip install "open-interpreter[server]"` to install server dependencies."""
+            )

interpreter/core/core.py

@@ -50,7 +50,7 @@ def __init__(
         safe_mode="off",
         shrink_images=False,
         loop=False,
-        loop_message="""Proceed. You CAN run code on my machine. If you want to run code, start your message with "```"! If the entire task I asked for is done, say exactly 'The task is done.' If you need some specific information (like username or password) say EXACTLY 'Please provide more information.' If it's impossible, say 'The task is impossible.' (If I haven't provided a task, say exactly 'Let me know what you'd like to do next.') Otherwise keep going.""",
+        loop_message="""Proceed. You CAN run code on my machine. If the entire task I asked for is done, say exactly 'The task is done.' If you need some specific information (like username or password) say EXACTLY 'Please provide more information.' If it's impossible, say 'The task is impossible.' (If I haven't provided a task, say exactly 'Let me know what you'd like to do next.') Otherwise keep going.""",
         loop_breakers=[
             "The task is done.",
             "The task is impossible.",

interpreter/terminal_interface/start_terminal_interface.py

@@ -476,9 +476,12 @@ def start_terminal_interface(interpreter):
         conversation_navigator(interpreter)
         return
 
-    validate_llm_settings(
-        interpreter
-    )  # This should actually just run interpreter.llm.load() once that's == to validate_llm_settings
+    if not args.server:
+        # This SHOULD RUN WHEN THE SERVER STARTS. But it can't rn because
+        # if you don't have an API key, a prompt shows up, breaking the whole thing.
+        validate_llm_settings(
+            interpreter
+        )  # This should actually just run interpreter.llm.load() once that's == to validate_llm_settings
 
     if args.server:
         interpreter.server.run()