From 09a1e7c7d341dfd1322072b6e776b9b728850b10 Mon Sep 17 00:00:00 2001 From: Brendan Slabe Date: Mon, 24 Jun 2024 18:36:07 +0000 Subject: [PATCH 1/4] extra log --- jetstream/core/orchestrator.py | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/jetstream/core/orchestrator.py b/jetstream/core/orchestrator.py index ee51aade..35409102 100644 --- a/jetstream/core/orchestrator.py +++ b/jetstream/core/orchestrator.py @@ -571,9 +571,10 @@ def _transfer_thread(self, idx: int): self._generate_backlogs[target_idx].put(new_request, block=True) logging.info( "Successfully transferred prefill " - "from prefill engine %d to generate engine %d.", + "from prefill engine %d to generate engine %d ( %d requests now in backlog).", idx, target_idx, + self._generate_backlogs[target_idx].qsize() ) def _generate_thread(self, idx: int): From 0197ec59d1f5872f19b3714ea13cbc747d8cc1cd Mon Sep 17 00:00:00 2001 From: Brendan Slabe Date: Mon, 24 Jun 2024 18:36:20 +0000 Subject: [PATCH 2/4] tweak log --- jetstream/core/orchestrator.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/jetstream/core/orchestrator.py b/jetstream/core/orchestrator.py index 35409102..3ed57124 100644 --- a/jetstream/core/orchestrator.py +++ b/jetstream/core/orchestrator.py @@ -571,7 +571,7 @@ def _transfer_thread(self, idx: int): self._generate_backlogs[target_idx].put(new_request, block=True) logging.info( "Successfully transferred prefill " - "from prefill engine %d to generate engine %d ( %d requests now in backlog).", + "from prefill engine %d to generate engine %d (%d requests now in backlog).", idx, target_idx, self._generate_backlogs[target_idx].qsize() From dbe52b7a8a7be8c890ab94c28cac344b083c9b29 Mon Sep 17 00:00:00 2001 From: Brendan Slabe Date: Mon, 24 Jun 2024 18:50:04 +0000 Subject: [PATCH 3/4] pylint --- jetstream/core/orchestrator.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/jetstream/core/orchestrator.py b/jetstream/core/orchestrator.py index 3ed57124..f584f3b2 100644 --- a/jetstream/core/orchestrator.py +++ b/jetstream/core/orchestrator.py @@ -574,7 +574,7 @@ def _transfer_thread(self, idx: int): "from prefill engine %d to generate engine %d (%d requests now in backlog).", idx, target_idx, - self._generate_backlogs[target_idx].qsize() + self._generate_backlogs[target_idx].qsize(), ) def _generate_thread(self, idx: int): From 28455843188b4cd2cee6886a0f75dc78524b8e35 Mon Sep 17 00:00:00 2001 From: Brendan Slabe Date: Mon, 24 Jun 2024 19:15:26 +0000 Subject: [PATCH 4/4] split log line --- jetstream/core/orchestrator.py | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/jetstream/core/orchestrator.py b/jetstream/core/orchestrator.py index f584f3b2..1a2b7a88 100644 --- a/jetstream/core/orchestrator.py +++ b/jetstream/core/orchestrator.py @@ -571,7 +571,8 @@ def _transfer_thread(self, idx: int): self._generate_backlogs[target_idx].put(new_request, block=True) logging.info( "Successfully transferred prefill " - "from prefill engine %d to generate engine %d (%d requests now in backlog).", + "from prefill engine %d to generate engine %d " + "(%d requests now in backlog).", idx, target_idx, self._generate_backlogs[target_idx].qsize(),