fix: temp_last warning being repeated for every output token (#869)

PygmalionAI · Dec 7, 2024 · ef99a56 · ef99a56
1 parent 4f9fea4
commit ef99a56
Showing 1 changed file with 4 additions and 1 deletion.
diff --git a/aphrodite/modeling/layers/sampler.py b/aphrodite/modeling/layers/sampler.py
@@ -182,7 +182,10 @@ def forward(
                 0].sampling_params.sampler_priority
 
             # Warn if both custom order and temp_last are specified
-            if sampler_order is not None and do_temp_last:
+            if (sampling_metadata.seq_groups and 
+                sampling_metadata.seq_groups[0].is_prompt and
+                sampler_order is not None and 
+                do_temp_last):
                 logger.warning(
                     "Both sampler_priority and temperature_last=True "
                     "were specified. Using custom sampler_priority order "