From c034ffee11693c7f51f13fc2436e5b00e6ac6706 Mon Sep 17 00:00:00 2001 From: mzusman Date: Tue, 10 Dec 2024 19:48:19 +0200 Subject: [PATCH] Format Signed-off-by: mzusman --- vllm/config.py | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) diff --git a/vllm/config.py b/vllm/config.py index ee8f72f469aae..6425125954114 100644 --- a/vllm/config.py +++ b/vllm/config.py @@ -705,13 +705,13 @@ def get_num_layers_by_block_type( return end - start if attn_block_type else 0 elif self.is_attention_free: # Attention free - # Note that this code assumes there + # Note that this code assumes there # is only one type of attention-free block type. return 0 if attn_block_type else end - start else: # Hybrid model - layers_block_type_value = getattr(self.hf_config, "layers_block_type", - None) + layers_block_type_value = getattr(self.hf_config, + "layers_block_type", None) if layers_block_type_value is None: raise ValueError("The model is an hybrid without a" "layers_block_type in the hf_config,"