Reverts paged_attn changes

Signed-off-by: Flavia Beo <[email protected]>
flaviabeo · Oct 23, 2024 · 349b3f2 · 349b3f2
1 parent caa731a
commit 349b3f2
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/vllm/attention/ops/paged_attn.py b/vllm/attention/ops/paged_attn.py
@@ -34,7 +34,7 @@ class PagedAttention:
 
     @staticmethod
     def get_supported_head_sizes() -> List[int]:
-        return [32, 64, 80, 96, 112, 120, 128, 192, 256]
+        return [64, 80, 96, 112, 120, 128, 192, 256]
 
     @staticmethod
     def get_kv_cache_shape(