fix cli

predibase · Jan 4, 2024 · 4976889 · 4976889
1 parent 2278789
commit 4976889
Showing 1 changed file with 3 additions and 0 deletions.
diff --git a/server/lorax_server/cli.py b/server/lorax_server/cli.py
@@ -17,6 +17,9 @@ class Quantization(str, Enum):
     bitsandbytes_fp4 = "bitsandbytes-fp4"
     gptq = "gptq"
     awq = "awq"
+    hqq_4bit = "hqq-4bit"
+    hqq_3bit = "hqq-3bit"
+    hqq_2bit = "hqq-2bit"
 
 
 class Dtype(str, Enum):