From 87ed033ad7c89252f21e2a8e58b24c3f18eea146 Mon Sep 17 00:00:00 2001 From: AlpinDale Date: Sun, 8 Dec 2024 04:19:35 +0000 Subject: [PATCH] cpu: fix `mm_limits` initialization --- aphrodite/task_handler/cpu_model_runner.py | 4 +++- 1 file changed, 3 insertions(+), 1 deletion(-) diff --git a/aphrodite/task_handler/cpu_model_runner.py b/aphrodite/task_handler/cpu_model_runner.py index cbed97ac2..67d98fa2a 100644 --- a/aphrodite/task_handler/cpu_model_runner.py +++ b/aphrodite/task_handler/cpu_model_runner.py @@ -109,8 +109,10 @@ def __init__( ) # Multi-modal data support - self.multi_modal_input_mapper = MULTIMODAL_REGISTRY \ + self.mm_registry = MULTIMODAL_REGISTRY + self.multi_modal_input_mapper = self.mm_registry \ .create_input_mapper(self.model_config) + self.mm_registry.init_mm_limits_per_prompt(self.model_config) # Lazy initialization. self.model: nn.Module # Set after init_Model