Skip to content

Commit ed2b471

Browse files
fix format
Signed-off-by: Jaedeok Kim <[email protected]>
1 parent 28d16ac commit ed2b471

File tree

1 file changed

+2
-2
lines changed

1 file changed

+2
-2
lines changed

examples/pytorch/quickstart_advanced.py

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -194,11 +194,11 @@ def setup_llm(args):
194194
(args.top_p == 0.0 or args.top_p is None)))
195195
mixed_sampler = not greedy_decoding and not args.enable_trtllm_sampler
196196

197-
198197
cuda_graph_config = CudaGraphConfig(
199198
batch_sizes=args.cuda_graph_batch_sizes,
200199
enable_padding=args.cuda_graph_padding_enabled,
201200
) if args.use_cuda_graph else None
201+
202202
llm = LLM(
203203
model=args.model_dir,
204204
backend='pytorch',
@@ -261,7 +261,7 @@ def main():
261261
for i, output in enumerate(outputs):
262262
prompt = output.prompt
263263
for seq_idx, seq_output in enumerate(output.outputs):
264-
# Skip printing the sequnce index if a single sequence is returned.
264+
# Skip printing the sequence index if a single sequence is returned.
265265
seq_id_text = f"[{seq_idx}]" if args.n > 1 else ""
266266
generated_text = seq_output.text
267267
print(

0 commit comments

Comments
 (0)