Fixed ollama not working with llama3.1 and probably other models too

Author: CyanideByte

interpreter/core/llm/llm.py

@@ -309,6 +309,9 @@ def load(self):
         if self._is_loaded:
             return
 
+        if self.model.startswith("ollama/") and not ":" in self.model:
+            self.model = self.model + ":latest"
+
         self._is_loaded = True
 
         if self.model.startswith("ollama/"):
@@ -321,7 +324,7 @@ def load(self):
                 if response.ok:
                     data = response.json()
                     names = [
-                        model["name"].replace(":latest", "")
+                        model["name"]
                         for model in data["models"]
                         if "name" in model and model["name"]
                     ]
@@ -356,6 +359,7 @@ def load(self):
                     self.max_tokens = int(self.context_window * 0.2)
 
             # Send a ping, which will actually load the model
+            model_name = model_name.replace(":latest", "")
             print(f"Loading {model_name}...\n")
 
             old_max_tokens = self.max_tokens
@@ -396,6 +400,8 @@ def fixed_litellm_completions(**params):
     else:
         litellm.drop_params = True
 
+    params["model"] = params["model"].replace(":latest", "")
+
     # Run completion
     attempts = 4
     first_error = None