iterate

Signed-off-by: Roger Wang <[email protected]>

vllm/model_executor/models/internvl.py

@@ -743,11 +743,12 @@ def forward(
             "intermediate_tensors": intermediate_tensors,
             "inputs_embeds": inputs_embeds,
         }
-        if self.img_context_token_id is not None:
-            visual_token_mask = self._get_visual_token_mask(input_ids)
 
-        if self.is_mono:
-            forward_kwargs.update({"visual_token_mask": visual_token_mask})
+        # Only required if the model is mono-architecture
+        if self.visual_token_mask is not None:
+            forward_kwargs.update(
+                {"visual_token_mask": self.visual_token_mask})
+            self.visual_token_mask = None
 
         hidden_states = self.language_model.model(**forward_kwargs)
         return hidden_states