From a6f37218619df39760624d541bf7911ab911f792 Mon Sep 17 00:00:00 2001 From: Will Johnson Date: Fri, 25 Oct 2024 01:00:17 -0400 Subject: [PATCH] [Model] add a lora module for granite 3.0 MoE models (#9673) --- vllm/model_executor/models/granitemoe.py | 1 + 1 file changed, 1 insertion(+) diff --git a/vllm/model_executor/models/granitemoe.py b/vllm/model_executor/models/granitemoe.py index 5266951794a80..fd0d4c89a28fe 100644 --- a/vllm/model_executor/models/granitemoe.py +++ b/vllm/model_executor/models/granitemoe.py @@ -324,6 +324,7 @@ class GraniteMoeForCausalLM(nn.Module, SupportsLoRA, SupportsPP): "o_proj", "embed_tokens", "lm_head", + "layer", ] embedding_modules = { "embed_tokens": "input_embeddings",