Fixed function calling for local LLMs

Author: KillianLucas

interpreter/core/llm/llm.py

@@ -59,12 +59,14 @@ def run(self, messages):
             ), "No message after the first can have the role 'system'"
 
         # Detect function support
-        if self.supports_functions != None:
-            supports_functions = self.supports_functions
-        elif litellm.supports_function_calling(self.model):
-            supports_functions = True
-        else:
-            supports_functions = False
+        if self.supports_functions == None:
+            try:
+                if litellm.supports_function_calling(self.model):
+                    self.supports_functions = True
+                else:
+                    self.supports_functions = False
+            except:
+                self.supports_functions = False
 
         # Trim image messages if they're there
         if self.supports_vision:
@@ -89,7 +91,7 @@ def run(self, messages):
         # Convert to OpenAI messages format
         messages = convert_to_openai_messages(
             messages,
-            function_calling=supports_functions,
+            function_calling=self.supports_functions,
             vision=self.supports_vision,
             shrink_images=self.interpreter.shrink_images,
         )
@@ -193,7 +195,7 @@ def run(self, messages):
         if self.interpreter.verbose:
             litellm.set_verbose = True
 
-        if supports_functions:
+        if self.supports_functions:
             yield from run_function_calling_llm(self, params)
         else:
             yield from run_text_llm(self, params)