[Misc] Use RoPE cache for MRoPE (vllm-project#8396)

rasmith · Sep 12, 2024 · 42ffba1 · 42ffba1
1 parent 295c473
commit 42ffba1
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/vllm/model_executor/layers/rotary_embedding.py b/vllm/model_executor/layers/rotary_embedding.py
@@ -990,7 +990,7 @@ def get_rope(
                 base, is_neox_style, dtype, short_factor, long_factor,
                 **extra_kwargs)
         elif scaling_type == "mrope":
-            return MRotaryEmbedding(
+            rotary_emb = MRotaryEmbedding(
                 head_size,
                 rotary_dim,
                 max_position,