[Bugfix] Update InternVL input mapper to support image embeds (vllm-p…

…roject#9351)
KuntaiDu · Oct 15, 2024 · 220bb1d · 220bb1d
1 parent e695a70
commit 220bb1d
Showing 1 changed file with 2 additions and 0 deletions.
diff --git a/vllm/model_executor/models/internvl.py b/vllm/model_executor/models/internvl.py
@@ -342,6 +342,8 @@ def input_mapper(
         elif is_list_of(data, Image.Image):
             # we can't stack here because images may have different num_patches
             data = [image_pixel_values_mapper(img) for img in data]
+        else:
+            return MultiModalInputs({"image_embeds": data})
         model_config = ctx.model_config
         tokenizer = cached_get_tokenizer(
             model_config.tokenizer,