Skip to content

Commit 21511ce

Browse files
fix format
Signed-off-by: Jaedeok Kim <[email protected]>
1 parent b3bb39b commit 21511ce

File tree

1 file changed

+2
-2
lines changed

1 file changed

+2
-2
lines changed

examples/llm-api/quickstart_advanced.py

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -193,11 +193,11 @@ def setup_llm(args):
193193
(args.top_p == 0.0 or args.top_p is None)))
194194
mixed_sampler = not greedy_decoding and not args.enable_trtllm_sampler
195195

196-
197196
cuda_graph_config = CudaGraphConfig(
198197
batch_sizes=args.cuda_graph_batch_sizes,
199198
padding_enabled=args.cuda_graph_padding_enabled,
200199
) if args.use_cuda_graph else None
200+
201201
llm = LLM(
202202
model=args.model_dir,
203203
backend='pytorch',
@@ -260,7 +260,7 @@ def main():
260260
for i, output in enumerate(outputs):
261261
prompt = output.prompt
262262
for seq_idx, seq_output in enumerate(output.outputs):
263-
# Skip printing the sequnce index if a single sequence is returned.
263+
# Skip printing the sequence index if a single sequence is returned.
264264
seq_id_text = f"[{seq_idx}]" if args.n > 1 else ""
265265
generated_text = seq_output.text
266266
print(

0 commit comments

Comments
 (0)