File tree Expand file tree Collapse file tree 1 file changed +2
-2
lines changed Expand file tree Collapse file tree 1 file changed +2
-2
lines changed Original file line number Diff line number Diff line change @@ -193,11 +193,11 @@ def setup_llm(args):
193193 (args .top_p == 0.0 or args .top_p is None )))
194194 mixed_sampler = not greedy_decoding and not args .enable_trtllm_sampler
195195
196-
197196 cuda_graph_config = CudaGraphConfig (
198197 batch_sizes = args .cuda_graph_batch_sizes ,
199198 padding_enabled = args .cuda_graph_padding_enabled ,
200199 ) if args .use_cuda_graph else None
200+
201201 llm = LLM (
202202 model = args .model_dir ,
203203 backend = 'pytorch' ,
@@ -260,7 +260,7 @@ def main():
260260 for i , output in enumerate (outputs ):
261261 prompt = output .prompt
262262 for seq_idx , seq_output in enumerate (output .outputs ):
263- # Skip printing the sequnce index if a single sequence is returned.
263+ # Skip printing the sequence index if a single sequence is returned.
264264 seq_id_text = f"[{ seq_idx } ]" if args .n > 1 else ""
265265 generated_text = seq_output .text
266266 print (
You can’t perform that action at this time.
0 commit comments