Pad up to rank 16

predibase · Feb 21, 2024 · 22169c4 · 22169c4
1 parent c76ee09
commit 22169c4
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/server/lorax_server/utils/sgmv.py b/server/lorax_server/utils/sgmv.py
@@ -15,7 +15,7 @@
     HAS_SGMV = False
 
 
-MIN_SGMV_RANK = 8
+MIN_SGMV_RANK = 16
 MIN_RANK_CUSTOM = 16
 MAX_RANK_CUSTOM = 128
 SGMV_BLOCK_SIZE = 16