[Bugfix] Use "vision_model" prefix for MllamaVisionModel (#9628)

Signed-off-by: mgoin <[email protected]>
vllm-project · Oct 24, 2024 · b7df53c · b7df53c
1 parent bb01f29
commit b7df53c
Showing 1 changed file with 2 additions and 1 deletion.
diff --git a/vllm/model_executor/models/mllama.py b/vllm/model_executor/models/mllama.py
@@ -1053,7 +1053,8 @@ def __init__(self,
         self.image_size = config.vision_config.image_size
 
         self.vision_model = MllamaVisionModel(config.vision_config,
-                                              quant_config)
+                                              quant_config,
+                                              prefix="vision_model")
         self.language_model = MllamaForCausalLM(
             config.text_config,
             cache_config=cache_config,