From fafac0f07eea3edc560af1bb26f661b8f5169dac Mon Sep 17 00:00:00 2001 From: Lukas Geiger Date: Tue, 11 Nov 2025 01:29:47 +0000 Subject: [PATCH] [Model][Qwen3VL] Slighly speedup `fast_pos_embed_interpolate` Signed-off-by: Lukas Geiger --- vllm/model_executor/models/qwen3_vl.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/vllm/model_executor/models/qwen3_vl.py b/vllm/model_executor/models/qwen3_vl.py index fe0124ef3258..1cd34bf54a35 100644 --- a/vllm/model_executor/models/qwen3_vl.py +++ b/vllm/model_executor/models/qwen3_vl.py @@ -491,8 +491,8 @@ def fast_pos_embed_interpolate(self, grid_thw: list[list[int]]) -> torch.Tensor: weights = weights.to(dtype=self.dtype) embeds = self.pos_embed(indices) - weighted_embeds = embeds * weights - combined = weighted_embeds.sum(dim=0) + embeds *= weights + combined = embeds.sum(dim=0) combined = combined.reshape( h // m_size, m_size, w // m_size, m_size, hidden_dim