Read number of vision tower layers from config for Pixtral (fix Pixtral-Large)

Author: turboderp

examples/multimodal.py

@@ -18,6 +18,9 @@
 from PIL import Image
 import requests
 
+import torch
+torch.set_printoptions(precision = 5, sci_mode = False, linewidth=200)
+
 # Models used:
 #
 # Pixtral:

exllamav2/config.py

@@ -482,7 +482,7 @@ def check_keys(archparams, prefix):
             patch_size = read(read_config, int, ["vision_config->patch_size"], no_default)
             self.vision_rope_theta = read(read_config, int, ["vision_config->rope_theta"], no_default)
             self.vision_feature_layer = read(read_config, int, ["vision_feature_layer"], no_default)
-            self.vision_num_layers = 24
+            self.vision_num_layers = read(read_config, int, ["vision_config->num_hidden_layers"], 24)
             self.vision_intermediate_size = read(read_config, int, ["vision_config->intermediate_size"], self.hidden_size)
 
             image_processor_type = read(read_prep_config, str, ["image_processor_type"], no_default)