xpu: disable punica kernels for XPU (#864)

PygmalionAI · Dec 4, 2024 · 3696008 · 3696008
1 parent 1405051
commit 3696008
Showing 1 changed file with 2 additions and 1 deletion.
diff --git a/aphrodite/lora/punica.py b/aphrodite/lora/punica.py
@@ -9,9 +9,10 @@
 
 import torch
 
+from aphrodite.common.utils import is_xpu
 from aphrodite.triton_utils import HAS_TRITON
 
-if HAS_TRITON:
+if HAS_TRITON and not is_xpu():
     from aphrodite.lora.ops.bgmv_expand import bgmv_expand
     from aphrodite.lora.ops.bgmv_expand_slice import bgmv_expand_slice
     from aphrodite.lora.ops.bgmv_shrink import bgmv_shrink