Enable noise tokens for Qwen2-VL quantizatino

turboderp-org · Dec 7, 2024 · ba9774f · ba9774f
1 parent c55656c
commit ba9774f
Showing 1 changed file with 2 additions and 0 deletions.
diff --git a/exllamav2/architecture.py b/exllamav2/architecture.py
@@ -402,6 +402,8 @@ class Params:
             self.mmp.mlp_bias = True
             self.mmp.norm = "layernorm"
 
+            self.standard_calib_noise = (5, 30)
+
         # Gemma
 
         if arch_string == "GemmaForCausalLM":