move_modules_to_save_to_protocol

vllm-project · Nov 4, 2024 · 0860f9c · 0860f9c
1 parent f3a735d
commit 0860f9c
Show file tree

Hide file tree

Showing 2 changed files with 1 addition and 3 deletions.
diff --git a/vllm/model_executor/models/interfaces.py b/vllm/model_executor/models/interfaces.py
@@ -78,7 +78,7 @@ class SupportsLoRA(Protocol):
     supported_lora_modules: ClassVar[List[str]]
     embedding_modules: ClassVar[Dict[str, str]]
     embedding_padding_modules: ClassVar[List[str]]
-    modules_to_save: ClassVar[List[str]]
+    modules_to_save: ClassVar[List[str]] = ["lm_head", "embed_tokens"]
 
     # lora_config is None when LoRA is not enabled
     def __init__(self, *, lora_config: Optional["LoRAConfig"] = None) -> None:

diff --git a/vllm/model_executor/models/llama.py b/vllm/model_executor/models/llama.py
@@ -495,8 +495,6 @@ class LlamaForCausalLM(nn.Module, SupportsLoRA, SupportsPP):
         "norm": "model.norm"
     }
 
-    modules_to_save = ["lm_head", "embed_tokens"]
-
     def __init__(
         self,
         config: LlamaConfig,