File tree Expand file tree Collapse file tree 1 file changed +2
-2
lines changed Expand file tree Collapse file tree 1 file changed +2
-2
lines changed Original file line number Diff line number Diff line change @@ -194,11 +194,11 @@ def setup_llm(args):
194194                           (args .top_p  ==  0.0  or  args .top_p  is  None )))
195195    mixed_sampler  =  not  greedy_decoding  and  not  args .enable_trtllm_sampler 
196196
197- 
198197    cuda_graph_config  =  CudaGraphConfig (
199198        batch_sizes = args .cuda_graph_batch_sizes ,
200199        enable_padding = args .cuda_graph_padding_enabled ,
201200    ) if  args .use_cuda_graph  else  None 
201+ 
202202    llm  =  LLM (
203203        model = args .model_dir ,
204204        backend = 'pytorch' ,
@@ -261,7 +261,7 @@ def main():
261261    for  i , output  in  enumerate (outputs ):
262262        prompt  =  output .prompt 
263263        for  seq_idx , seq_output  in  enumerate (output .outputs ):
264-             # Skip printing the sequnce  index if a single sequence is returned. 
264+             # Skip printing the sequence  index if a single sequence is returned. 
265265            seq_id_text  =  f"[{ seq_idx }   if  args .n  >  1  else  "" 
266266            generated_text  =  seq_output .text 
267267            print (
 
 
   
 
     
   
   
          
    
    
     
    
      
     
     
    You can’t perform that action at this time.
  
 
    
  
    
      
        
     
       
      
     
   
 
    
    
  
 
  
 
     
    
0 commit comments