Fix lint

AlibabaPAI · Oct 22, 2024 · afe166e · afe166e
1 parent a5b2351
commit afe166e
Show file tree

Hide file tree

Showing 3 changed files with 3 additions and 4 deletions.
diff --git a/llumnix/backends/backend_interface.py b/llumnix/backends/backend_interface.py
@@ -141,7 +141,7 @@ def remove_waiting_request(self, request_id: str) -> bool:
         Args:
             request_id: A string identifier for the request that is to be removed from the waiting
                         queue. This ID uniquely identifies the request within the backend system.
-        
+
         Returns:
             True if the request was successfully removed from the waiting queue, False otherwise.
         """

diff --git a/llumnix/backends/vllm/scheduler.py b/llumnix/backends/vllm/scheduler.py
@@ -237,7 +237,8 @@ def _get_instance_info(self, scheduled_seq_groups: List[SequenceGroupLlumnix]) -
             instance_info.inference_type = scheduled_seq_groups[-1].inference_type
         # TODO(ZeldaHuang) adapt chunked-prefill
         instance_info.num_batched_tokens = sum([seq_group.request_len for seq_group in scheduled_seq_groups]) \
-                                                if instance_info.inference_type == RequestInferenceType.PREFILL else len(instance_info.running_seq_lens)
+                                                if instance_info.inference_type == RequestInferenceType.PREFILL \
+                                                else len(instance_info.running_seq_lens)
         instance_info.finished_request_ids = [seq_group.request_id for seq_group in self.running if seq_group.finished]
         return instance_info
 

diff --git a/llumnix/backends/vllm/sequence.py b/llumnix/backends/vllm/sequence.py
@@ -11,8 +11,6 @@
 # See the License for the specific language governing permissions and
 # limitations under the License.
 
-import math
-
 from vllm.sequence import SequenceGroup, SequenceStatus
 
 from llumnix.llumlet.request import LlumnixRequest, RequestInferenceType, RequestStatus