diff --git a/jetstream/core/orchestrator.py b/jetstream/core/orchestrator.py index ee51aade..1a2b7a88 100644 --- a/jetstream/core/orchestrator.py +++ b/jetstream/core/orchestrator.py @@ -571,9 +571,11 @@ def _transfer_thread(self, idx: int): self._generate_backlogs[target_idx].put(new_request, block=True) logging.info( "Successfully transferred prefill " - "from prefill engine %d to generate engine %d.", + "from prefill engine %d to generate engine %d " + "(%d requests now in backlog).", idx, target_idx, + self._generate_backlogs[target_idx].qsize(), ) def _generate_thread(self, idx: int):