File tree Expand file tree Collapse file tree 1 file changed +2
-2
lines changed Expand file tree Collapse file tree 1 file changed +2
-2
lines changed Original file line number Diff line number Diff line change @@ -194,11 +194,11 @@ def setup_llm(args):
194
194
(args .top_p == 0.0 or args .top_p is None )))
195
195
mixed_sampler = not greedy_decoding and not args .enable_trtllm_sampler
196
196
197
-
198
197
cuda_graph_config = CudaGraphConfig (
199
198
batch_sizes = args .cuda_graph_batch_sizes ,
200
199
enable_padding = args .cuda_graph_padding_enabled ,
201
200
) if args .use_cuda_graph else None
201
+
202
202
llm = LLM (
203
203
model = args .model_dir ,
204
204
backend = 'pytorch' ,
@@ -261,7 +261,7 @@ def main():
261
261
for i , output in enumerate (outputs ):
262
262
prompt = output .prompt
263
263
for seq_idx , seq_output in enumerate (output .outputs ):
264
- # Skip printing the sequnce index if a single sequence is returned.
264
+ # Skip printing the sequence index if a single sequence is returned.
265
265
seq_id_text = f"[{ seq_idx } ]" if args .n > 1 else ""
266
266
generated_text = seq_output .text
267
267
print (
You can’t perform that action at this time.
0 commit comments