fix

aphrodite-engine · Dec 18, 2024 · 7a5ec1b · 7a5ec1b
1 parent 17a53e7
commit 7a5ec1b
Showing 1 changed file with 2 additions and 1 deletion.
diff --git a/aphrodite/processing/scheduler.py b/aphrodite/processing/scheduler.py
@@ -1226,7 +1226,8 @@ def schedule(
         # will crash the Aphrodite instance / will not retry.
         for scheduled_seq_group in scheduler_outputs.scheduled_seq_groups:
             self.block_manager.mark_blocks_as_computed(
-                scheduled_seq_group.seq_group)
+                scheduled_seq_group.seq_group,
+                scheduled_seq_group.token_chunk_size)
 
         self._seq_group_metadata_cache[self.next_cache_id].reset()