Skip to content

Commit 0c2ab43

Browse files
committed
add cpu punica wrapper
Signed-off-by: Shanshan Shen <[email protected]>
1 parent ac7acb4 commit 0c2ab43

File tree

1 file changed

+4
-0
lines changed

1 file changed

+4
-0
lines changed

vllm/platforms/cpu.py

+4
Original file line numberDiff line numberDiff line change
@@ -109,3 +109,7 @@ def check_and_update_config(cls, vllm_config: VllmConfig) -> None:
109109
def is_pin_memory_available(cls) -> bool:
110110
logger.warning("Pin memory is not supported on CPU.")
111111
return False
112+
113+
@classmethod
114+
def get_punica_wrapper(cls) -> str:
115+
return "vllm.lora.punica_wrapper.punica_cpu.PunicaWrapperCPU"

0 commit comments

Comments
 (0)