cpu: fix mm_limits initialization

PygmalionAI · Dec 8, 2024 · 87ed033 · 87ed033
1 parent 5bd4473
commit 87ed033
Showing 1 changed file with 3 additions and 1 deletion.
diff --git a/aphrodite/task_handler/cpu_model_runner.py b/aphrodite/task_handler/cpu_model_runner.py
@@ -109,8 +109,10 @@ def __init__(
         )
 
         # Multi-modal data support
-        self.multi_modal_input_mapper = MULTIMODAL_REGISTRY \
+        self.mm_registry = MULTIMODAL_REGISTRY
+        self.multi_modal_input_mapper = self.mm_registry \
             .create_input_mapper(self.model_config)
+        self.mm_registry.init_mm_limits_per_prompt(self.model_config)
 
         # Lazy initialization.
         self.model: nn.Module  # Set after init_Model