[Kimi-K3][Perf] Dispatch GEMM for vision patch embedder (#58527)

Signed-off-by: Thien Tran <gau.nernst@yahoo.com.sg>
This commit is contained in:
Thien Tran
2026-09-24 18:30:11 -07:00
committed by GitHub
parent 7dbd0a8d22
commit ade1056ee5
2 changed files with 30 additions and 17 deletions
+4 -16
View File
@@ -21,6 +21,7 @@ from vllm.distributed import divide, get_tensor_model_parallel_world_size
from vllm.logger import init_logger
from vllm.model_executor.layers.activation import get_act_fn
from vllm.model_executor.layers.attention.mm_encoder_attention import MMEncoderAttention
from vllm.model_executor.layers.conv import Conv2dLayer
from vllm.model_executor.layers.linear import (
ColumnParallelLinear,
QKVParallelLinear,
@@ -194,7 +195,7 @@ class MoonVision3dPatchEmbed(nn.Module):
)
self.patch_size = patch_size
self.proj = nn.Conv2d(
self.proj = Conv2dLayer(
in_dim,
out_dim,
kernel_size=patch_size,
@@ -220,26 +221,13 @@ class MoonVision3dPatchEmbed(nn.Module):
*,
pos_embeds: torch.Tensor | None = None,
) -> torch.Tensor:
x = self._proj(x).view(x.size(0), -1)
# forward_native dispatches this non-overlapping patch projection to GEMM.
x = self.proj.forward_native(x).view(x.size(0), self.proj.out_channels)
if pos_embeds is not None:
return x + pos_embeds
assert grid_thws is not None
return self.pos_emb(x, grid_thws)
def _proj(self, x: torch.Tensor) -> torch.Tensor:
# MIOpen conv2d intermittently fails under load on ROCm; use aiter Triton.
if current_platform.is_rocm() and x.dtype in (torch.float16, torch.bfloat16):
from aiter.ops.triton.conv.conv2d import conv2d
return conv2d(
x,
self.proj.weight,
self.proj.bias,
stride=self.patch_size,
layout="nchw",
)
return self.proj(x)
class Rope2DPosEmbRepeated(nn.Module):
"""2D rotary position embedding with multi-resolution support."""