[DCP] Default query replication for GLM sparse attention (#50382)
Signed-off-by: Lucas Wilkinson <lwilkins@redhat.com> Co-authored-by: OpenAI Codex <noreply@openai.com> Co-authored-by: Claude Opus 5 (1M context) <noreply@anthropic.com>
This commit is contained in:
co-authored by
OpenAI Codex
Claude Opus 5
parent
cd7b7c265a
commit
72aedcc426
@@ -40,6 +40,16 @@ class DeepseekV32ForCausalLM(VerifyAndUpdateConfig):
|
||||
logger.info("Using bfloat16 kv-cache for DeepSeekV3.2")
|
||||
|
||||
|
||||
class GlmMoeDsaForCausalLM(VerifyAndUpdateConfig):
|
||||
@staticmethod
|
||||
def verify_and_update_config(vllm_config: "VllmConfig") -> None:
|
||||
# For Glm-Moe-DSA, qrep + a2a is better than the default all-gather + ag-rs
|
||||
# in most cases.
|
||||
vllm_config.parallel_config.set_dcp_defaults(
|
||||
comm_backend="a2a", q_replicate=True
|
||||
)
|
||||
|
||||
|
||||
class Ernie4_5_VLMoeForConditionalGenerationConfig(VerifyAndUpdateConfig):
|
||||
@staticmethod
|
||||
def verify_and_update_config(vllm_config: "VllmConfig") -> None:
|
||||
@@ -913,6 +923,7 @@ MODELS_CONFIG_MAP: dict[str, type[VerifyAndUpdateConfig]] = {
|
||||
"Gemma4ForCausalLM": Gemma4Config,
|
||||
"Gemma4ForConditionalGeneration": Gemma4Config,
|
||||
"Gemma4UnifiedForConditionalGeneration": Gemma4Config,
|
||||
"GlmMoeDsaForCausalLM": GlmMoeDsaForCausalLM,
|
||||
"GptOssForCausalLM": GptOssForCausalLMConfig,
|
||||
"LongcatFlashNgramForCausalLM": LongcatFlashNgramForCausalLMConfig,
|
||||
"GteModel": SnowflakeGteNewModelConfig,
|
||||
|
||||
@@ -1041,8 +1041,14 @@ class DeepseekV2MLAAttention(nn.Module):
|
||||
prefix=f"{prefix}.kv_a_proj_with_mqa",
|
||||
)
|
||||
|
||||
qrep_enabled = (
|
||||
# The env var predates the config field and still wins if set explicitly.
|
||||
qrep_requested = (
|
||||
envs.VLLM_DCP_Q_REPLICATE
|
||||
if envs.is_set("VLLM_DCP_Q_REPLICATE")
|
||||
else bool(vllm_config.parallel_config.dcp_q_replicate)
|
||||
)
|
||||
qrep_enabled = (
|
||||
qrep_requested
|
||||
and vllm_config.parallel_config.decode_context_parallel_size > 1
|
||||
and vllm_config.parallel_config.prefill_context_parallel_size <= 1
|
||||
)
|
||||
|
||||
Reference in New Issue
Block a user