async: disable multi-step scheduling for sync engine

PygmalionAI · Dec 12, 2024 · caed4e8 · caed4e8
1 parent afadef0
commit caed4e8
Showing 1 changed file with 4 additions and 0 deletions.
diff --git a/aphrodite/engine/aphrodite_engine.py b/aphrodite/engine/aphrodite_engine.py
@@ -1188,6 +1188,10 @@ def step(self) -> List[Union[RequestOutput, EmbeddingRequestOutput]]:
             raise NotImplementedError(
                 "Pipeline parallelism is only supported through AsyncAphrodite "
                 "as performance will be severely degraded otherwise.")
+        if self.scheduler_config.num_scheduler_steps > 1:
+            raise NotImplementedError(
+                "Multiple scheduler steps (multi-step) are only supported "
+                "through AsyncAphrodite.")
         seq_group_metadata_list, scheduler_outputs = self.scheduler[
             0].schedule()