fixes

Author: okaris

llama_cpp/llama.py

@@ -2454,6 +2454,9 @@ def _create_context(
         self.context_params.no_perf = no_perf
         self.last_n_tokens_size = last_n_tokens_size
 
+        # Store logits_all as instance attribute
+        self._logits_all = self.context_params.logits_all
+        
          # Set the default value for the context and correct the batch
         if n_ctx == 0:
             n_ctx = self._model.n_ctx_train()

llama_cpp/llama_chat_format.py

@@ -2717,6 +2717,8 @@ class Llava15ChatHandler:
     )
 
     def __init__(self, clip_model_path: str, llama_model: Optional[llama.Llama] = None, verbose: bool = True):
+        import llama_cpp.mtmd_cpp as mtmd_cpp
+        
         self.clip_model_path = clip_model_path
         self.verbose = verbose
         self._mtmd_cpp = mtmd_cpp
@@ -3081,11 +3083,18 @@ def _load_image(image_url: str) -> bytes:
             import base64
             image_bytes = base64.b64decode(image_url.split(",")[1])
             return image_bytes
-        else:
+        elif image_url.startswith("http") or image_url.startswith("https"):
             import urllib.request
             with urllib.request.urlopen(image_url) as f:
                 image_bytes = f.read()
                 return image_bytes
+        else:
+            import os
+            if os.path.exists(image_url):
+                with open(image_url, "rb") as f:
+                    image_bytes = f.read()
+                    return image_bytes
+            raise ValueError(f"Image file does not exist: {image_url}")
 
     @staticmethod
     def get_image_urls(messages: List[llama_types.ChatCompletionRequestMessage]):