[Bugfix][MLA] Scope DSpark non-causal capability to builder layers (#57992)

Signed-off-by: Xavier Aguilar <xavier.aguilarfruto@amd.com>
Co-authored-by: mergify[bot] <37929162+mergify[bot]@users.noreply.github.com>
This commit is contained in:
xaguilar-amd
2026-10-07 10:22:32 -05:00
committed by GitHub
co-authored by mergify[bot] <37929162+mergify[bot]@users.noreply.github.com>
parent 71f9a74920
commit 9367d8b969
2 changed files with 127 additions and 2 deletions
@@ -2384,8 +2384,12 @@ class MLACommonMetadataBuilder(AttentionMetadataBuilder[M]):
self.vllm_config = vllm_config
self.device = device
self.use_pcp = parallel_config.prefill_context_parallel_size > 1
self.non_causal_multi_token_decode = getattr(
kv_cache_spec, "non_causal_multi_token_decode", False
# merge() unions this flag across the KV group, so a shared target/draft
# group would mark the target builder as non-causal.
ctx = self.compilation_config.static_forward_context
self.non_causal_multi_token_decode = any(
getattr(ctx[name], "non_causal_multi_token_decode", False)
for name in layer_names
)
self._validate_dspark_dcp_support(supports_dcp_with_varlen)