From 080d5881ece53c39640675d0531c2263c0b35cb0 Mon Sep 17 00:00:00 2001 From: wushidonguc Date: Tue, 16 Jul 2024 22:35:48 +0000 Subject: [PATCH] Formatting --- vllm/model_executor/models/llama.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/vllm/model_executor/models/llama.py b/vllm/model_executor/models/llama.py index 8454ceff98201..fa8b45070002a 100644 --- a/vllm/model_executor/models/llama.py +++ b/vllm/model_executor/models/llama.py @@ -385,7 +385,7 @@ def __init__( logit_scale = getattr(config, "logit_scale", 1.0) self.logits_processor = LogitsProcessor(self.unpadded_vocab_size, - config.vocab_size, logit_scale) + config.vocab_size, logit_scale) self.sampler = Sampler() else: self.lm_head = PPMissingLayer()