[V1][Speculative Decoding] Fix DeepSeek MTP (#20022)

Signed-off-by: cjackal <44624812+cjackal@users.noreply.github.com>
This commit is contained in:
cjackal
2025-06-25 08:41:02 -07:00
committed by GitHub
parent bf5181583f
commit 8359f4c8d8
2 changed files with 21 additions and 9 deletions
+1 -1
View File
@@ -148,7 +148,7 @@ class EagleProposer:
assert self.runner is not None
# FIXME: need to consider multiple kv_cache_groups
attn_metadata = self.runner.attn_metadata_builder.build(
attn_metadata = self.runner.attn_metadata_builders[0].build(
common_prefix_len=0,
common_attn_metadata=common_attn_metadata,
)