[Model] add a lora module for granite 3.0 MoE models (vllm-project#9673)

Signed-off-by: Shanshan Wang <[email protected]>
cooleel · Oct 28, 2024 · f9c7c75 · f9c7c75
1 parent af5b2e9
commit f9c7c75
Showing 1 changed file with 1 addition and 0 deletions.
diff --git a/vllm/model_executor/models/granitemoe.py b/vllm/model_executor/models/granitemoe.py
@@ -324,6 +324,7 @@ class GraniteMoeForCausalLM(nn.Module, SupportsLoRA, SupportsPP):
         "o_proj",
         "embed_tokens",
         "lm_head",
+        "layer",
     ]
     embedding_modules = {
         "embed_tokens": "input_embeddings",