diff --git a/server/lorax_server/models/custom_modeling/llava_next.py b/server/lorax_server/models/custom_modeling/llava_next.py
index da2e09a54..2a32ca4c8 100644
--- a/server/lorax_server/models/custom_modeling/llava_next.py
+++ b/server/lorax_server/models/custom_modeling/llava_next.py
@@ -258,6 +258,7 @@ def forward(
             input_lengths=input_lengths,
             max_s=max_s,
             prefill_cache_indices=None,
+            cross_attention_states=None,
             adapter_data=adapter_data,
         )
         if lm_head_indices is not None: