Update flash_causal_lm.py

predibase · Mar 7, 2024 · 1ce89d2 · 1ce89d2
1 parent 525ac7a
commit 1ce89d2
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/server/lorax_server/models/flash_causal_lm.py b/server/lorax_server/models/flash_causal_lm.py
@@ -1036,7 +1036,7 @@ def generate_token(
                 request_alternative_token_logprobs = alternative_token_logprobs[i][:num_alternatives]
 
                 # Decode tokens
-                request_alternative_token_texts = list()
+                request_alternative_token_texts = []
                 for alternative_token_id in request_alternative_token_ids:
                     all_input_ids.append(alternative_token_id)
                     alternative_token_text, _, _ = self.decode_token(