[Bugfix][MLA] Scope DSpark non-causal capability to builder layers (#57992)
Signed-off-by: Xavier Aguilar <xavier.aguilarfruto@amd.com> Co-authored-by: mergify[bot] <37929162+mergify[bot]@users.noreply.github.com>
This commit is contained in:
co-authored by
mergify[bot] <37929162+mergify[bot]@users.noreply.github.com>
parent
71f9a74920
commit
9367d8b969
@@ -2384,8 +2384,12 @@ class MLACommonMetadataBuilder(AttentionMetadataBuilder[M]):
|
||||
self.vllm_config = vllm_config
|
||||
self.device = device
|
||||
self.use_pcp = parallel_config.prefill_context_parallel_size > 1
|
||||
self.non_causal_multi_token_decode = getattr(
|
||||
kv_cache_spec, "non_causal_multi_token_decode", False
|
||||
# merge() unions this flag across the KV group, so a shared target/draft
|
||||
# group would mark the target builder as non-causal.
|
||||
ctx = self.compilation_config.static_forward_context
|
||||
self.non_causal_multi_token_decode = any(
|
||||
getattr(ctx[name], "non_causal_multi_token_decode", False)
|
||||
for name in layer_names
|
||||
)
|
||||
self._validate_dspark_dcp_support(supports_dcp_with_varlen)
|
||||
|
||||
|
||||
Reference in New Issue
Block a user