Skip to content

Commit 76ac8b0

Browse files
author
Linkun Chen
committed
update RequestOutput.__init__() to take multi_modal_placeholders as optional argument
also require it to be passed as kwargs, to avoid breaking existing code. Signed-off-by: Linkun Chen <[email protected]>
1 parent dd8427e commit 76ac8b0

File tree

1 file changed

+13
-7
lines changed

1 file changed

+13
-7
lines changed

vllm/outputs.py

Lines changed: 13 additions & 7 deletions
Original file line numberDiff line numberDiff line change
@@ -278,20 +278,26 @@ def from_seq_group(
278278
finished_time = time.time() if finished else None
279279
seq_group.set_finished_time(finished_time)
280280

281-
init_args = (seq_group.request_id, prompt, prompt_token_ids,
282-
prompt_logprobs, outputs, finished, seq_group.metrics,
283-
seq_group.lora_request, encoder_prompt,
284-
encoder_prompt_token_ids, num_cached_tokens)
285281
init_kwargs = {
282+
"request_id": seq_group.request_id,
283+
"prompt": prompt,
284+
"prompt_token_ids": prompt_token_ids,
285+
"prompt_logprobs": prompt_logprobs,
286+
"outputs": outputs,
287+
"finished": finished,
288+
"metrics": seq_group.metrics,
289+
"lora_request": seq_group.lora_request,
290+
"encoder_prompt": encoder_prompt,
291+
"encoder_prompt_token_ids": encoder_prompt_token_ids,
292+
"num_cached_tokens": num_cached_tokens,
286293
"multi_modal_placeholders": seq_group.multi_modal_placeholders
287294
}
288295

289296
if use_cache:
290297
request_output = seq_group.cached_request_output
291-
request_output.__init__(*init_args, **init_kwargs) # type: ignore
292-
298+
request_output.__init__(**init_kwargs) # type: ignore
293299
else:
294-
request_output = cls(*init_args, **init_kwargs)
300+
request_output = cls(**init_kwargs)
295301

296302
return request_output
297303

0 commit comments

Comments
 (0)