From 8361337f21012b48e32193af372d7ae4773598c5 Mon Sep 17 00:00:00 2001 From: yan ma Date: Mon, 7 Oct 2024 20:17:09 +0800 Subject: [PATCH] Fix model input for decode --- vllm/model_executor/sampling_metadata.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/vllm/model_executor/sampling_metadata.py b/vllm/model_executor/sampling_metadata.py index ee02368bec8a..37c3c9cf5160 100644 --- a/vllm/model_executor/sampling_metadata.py +++ b/vllm/model_executor/sampling_metadata.py @@ -284,7 +284,7 @@ def _prepare_seq_groups( else: # Decode prompt_logprob_len = 0 - query_len = query_lens[i] if query_lens is not None else 1 + query_len = query_lens[i] if query_lens else 1 sample_len = len(seq_ids) * query_len if do_sample else 0 if sampling_params.seed is not None and generators is not None: