diff --git a/aphrodite/task_handler/cpu_model_runner.py b/aphrodite/task_handler/cpu_model_runner.py index cbed97ac2..67d98fa2a 100644 --- a/aphrodite/task_handler/cpu_model_runner.py +++ b/aphrodite/task_handler/cpu_model_runner.py @@ -109,8 +109,10 @@ def __init__( ) # Multi-modal data support - self.multi_modal_input_mapper = MULTIMODAL_REGISTRY \ + self.mm_registry = MULTIMODAL_REGISTRY + self.multi_modal_input_mapper = self.mm_registry \ .create_input_mapper(self.model_config) + self.mm_registry.init_mm_limits_per_prompt(self.model_config) # Lazy initialization. self.model: nn.Module # Set after init_Model