[Qwen3.8-Flash-Next] Separate prefill and decode paths for QSA indexer (#54513)
Signed-off-by: Thien Tran <gau.nernst@yahoo.com.sg>
This commit is contained in:
@@ -37,6 +37,9 @@ from vllm.model_executor.warmup.flashinfer_sparse_mla_warmup import (
|
||||
from vllm.model_executor.warmup.kimi_k3_triton_warmup import (
|
||||
kimi_k3_triton_warmup,
|
||||
)
|
||||
from vllm.model_executor.warmup.qwen4_exp_qsa_warmup import (
|
||||
qwen4_exp_qsa_triton_warmup,
|
||||
)
|
||||
from vllm.model_executor.warmup.qwen_triton_warmup import qwen_triton_warmup
|
||||
from vllm.model_executor.warmup.replayssm_warmup import (
|
||||
replayssm_autotune_warmup,
|
||||
@@ -157,6 +160,7 @@ def kernel_warmup(worker: "Worker", *, process_local_only: bool = False):
|
||||
if worker.vllm_config.kernel_config.enable_jit_warmup:
|
||||
kimi_k3_triton_warmup(worker)
|
||||
fa4_cutedsl_warmup(worker)
|
||||
qwen4_exp_qsa_triton_warmup(worker)
|
||||
|
||||
if current_platform.has_device_capability(90):
|
||||
_warmup_ll_bf16_router_gemm(worker.get_model())
|
||||
|
||||
@@ -0,0 +1,66 @@
|
||||
# SPDX-License-Identifier: Apache-2.0
|
||||
# SPDX-FileCopyrightText: Copyright contributors to the vLLM project
|
||||
"""Connect loaded Qwen4Exp QSA modules to their kernel-owned warmup."""
|
||||
|
||||
import sys
|
||||
from typing import TYPE_CHECKING, cast
|
||||
|
||||
from vllm.logger import init_logger
|
||||
|
||||
if TYPE_CHECKING:
|
||||
from vllm.v1.worker.gpu.model_runner import GPUModelRunner as GPUModelRunnerV2
|
||||
from vllm.v1.worker.gpu_worker import Worker
|
||||
|
||||
logger = init_logger(__name__)
|
||||
|
||||
|
||||
def qwen4_exp_qsa_triton_warmup(worker: "Worker") -> None:
|
||||
"""Warm every reachable QSA decode-query-length specialization."""
|
||||
|
||||
qsa_module = sys.modules.get("vllm.models.qwen4_exp.nvidia.indexer_qsa")
|
||||
if qsa_module is None:
|
||||
return
|
||||
indexer = next(
|
||||
(
|
||||
layer
|
||||
for layer in worker.get_model().modules()
|
||||
if isinstance(layer, qsa_module.QSAIndexer)
|
||||
),
|
||||
None,
|
||||
)
|
||||
if indexer is None:
|
||||
return
|
||||
|
||||
runner = worker.model_runner
|
||||
prefix = indexer.compressed_key_cache.prefix
|
||||
group_id = next(
|
||||
i
|
||||
for i, group in enumerate(runner.kv_cache_config.kv_cache_groups)
|
||||
if prefix in group.layer_names
|
||||
)
|
||||
if worker.use_v2_model_runner:
|
||||
runner_v2 = cast("GPUModelRunnerV2", runner)
|
||||
block_table = runner_v2.block_tables.input_block_tables[group_id]
|
||||
max_decode_query_len = runner_v2.decode_query_len
|
||||
else:
|
||||
block_table = runner.input_batch.block_table[group_id].get_device_tensor(
|
||||
runner.max_num_reqs
|
||||
)
|
||||
max_decode_query_len = runner.uniform_decode_query_len
|
||||
|
||||
from vllm.models.qwen4_exp.nvidia.ops.qsa_indexer import (
|
||||
warmup_qsa_mqa_paged_decode,
|
||||
)
|
||||
|
||||
k_cache = indexer.compressed_key_cache.kv_cache
|
||||
assert k_cache.numel()
|
||||
profiles = warmup_qsa_mqa_paged_decode(
|
||||
k_cache,
|
||||
block_table,
|
||||
num_heads=indexer.index_n_heads,
|
||||
head_dim=indexer.index_head_dim,
|
||||
max_decode_query_len=max_decode_query_len,
|
||||
max_num_reqs=runner.max_num_reqs,
|
||||
max_num_batched_tokens=runner.max_num_tokens,
|
||||
)
|
||||
logger.info("Warmed up Qwen4Exp QSA decode kernels: %s.", profiles)
|
||||
Reference in New Issue
Block a user