[Model] add a lora module for granite 3.0 MoE models (#9673)

vllm-project · Oct 25, 2024 · a6f3721 · a6f3721
1 parent 9f7b4ba
commit a6f3721
Showing 1 changed file with 1 addition and 0 deletions.
diff --git a/vllm/model_executor/models/granitemoe.py b/vllm/model_executor/models/granitemoe.py
@@ -324,6 +324,7 @@ class GraniteMoeForCausalLM(nn.Module, SupportsLoRA, SupportsPP):
         "o_proj",
         "embed_tokens",
         "lm_head",
+        "layer",
     ]
     embedding_modules = {
         "embed_tokens": "input_embeddings",