diff --git a/vllm/model_executor/models/jamba.py b/vllm/model_executor/models/jamba.py index 7b4c67cedab7b..6bb4c13ab35df 100644 --- a/vllm/model_executor/models/jamba.py +++ b/vllm/model_executor/models/jamba.py @@ -28,7 +28,7 @@ from vllm.sequence import IntermediateTensors from vllm.utils import LayerBlockType -from .interfaces import HasInnerState, IsHybridModel, SupportsLoRA, SupportsPP +from .interfaces import HasInnerState, IsHybrid, SupportsLoRA, SupportsPP from .utils import (is_pp_missing_parameter, make_empty_intermediate_tensors_factory, make_layers, maybe_prefix) @@ -362,7 +362,7 @@ def forward( class JambaForCausalLM(nn.Module, HasInnerState, SupportsLoRA, SupportsPP, - IsHybridModel): + IsHybrid): packed_modules_mapping = { "qkv_proj": [ "q_proj",