Enable noise tokens for Qwen2-VL quantizatino

turboderp · turboderp · commit ba9774f1c828 · 2024-12-07T15:53:52.000+01:00
diff --git a/exllamav2/architecture.py b/exllamav2/architecture.py
@@ -402,6 +402,8 @@ class Params:
             self.mmp.mlp_bias = True
             self.mmp.norm = "layernorm"
 
+            self.standard_calib_noise = (5, 30)
+
         # Gemma
 
         if arch_string == "GemmaForCausalLM":
