From 9887e993c67c22a654c376064c3f5a20ea844424 Mon Sep 17 00:00:00 2001 From: mgoin Date: Fri, 4 Apr 2025 21:42:08 +0000 Subject: [PATCH] [TPU][V1] Remove unused scatter/gather_placeholders function Signed-off-by: mgoin --- vllm/v1/worker/tpu_model_runner.py | 25 ------------------------- 1 file changed, 25 deletions(-) diff --git a/vllm/v1/worker/tpu_model_runner.py b/vllm/v1/worker/tpu_model_runner.py index 488912fbd4b0..f4cc5b442615 100644 --- a/vllm/v1/worker/tpu_model_runner.py +++ b/vllm/v1/worker/tpu_model_runner.py @@ -509,31 +509,6 @@ def _prepare_inputs(self, scheduler_output: "SchedulerOutput"): logits_indices = logits_indices.to(self.device) return attn_metadata, logits_indices - def _scatter_placeholders( - self, - embeds: torch.Tensor, - is_embed: Optional[torch.Tensor], - ) -> torch.Tensor: - if is_embed is None: - return embeds - - placeholders = embeds.new_full( - (is_embed.shape[0], embeds.shape[-1]), - fill_value=torch.nan, - ) - placeholders[is_embed] = embeds - return placeholders - - def _gather_placeholders( - self, - placeholders: torch.Tensor, - is_embed: Optional[torch.Tensor], - ) -> torch.Tensor: - if is_embed is None: - return placeholders - - return placeholders[is_embed] - def _execute_mm_encoder(self, scheduler_output: "SchedulerOutput"): scheduled_encoder_inputs = scheduler_output.scheduled_encoder_inputs if not scheduled_encoder_inputs: