[Kimi Bug] Fix gdn build_attn_metadata 'KimiK3KDAMetadataBuilder' object has no attribute 'layer_names' (#54636)
Signed-off-by: yewentao256 <zhyanwentao@126.com>
This commit is contained in:
@@ -92,10 +92,9 @@ class GDNAttentionMetadataBuilder(AttentionMetadataBuilder[GDNAttentionMetadata]
|
||||
vllm_config: VllmConfig,
|
||||
device: torch.device,
|
||||
):
|
||||
self.vllm_config = vllm_config
|
||||
super().__init__(kv_cache_spec, layer_names, vllm_config, device)
|
||||
self.compilation_config = vllm_config.compilation_config
|
||||
self.speculative_config = vllm_config.speculative_config
|
||||
self.kv_cache_spec = kv_cache_spec
|
||||
from vllm.model_executor.layers.mamba.gdn.qwen_gdn_linear_attn import (
|
||||
_resolve_gdn_prefill_backend,
|
||||
)
|
||||
|
||||
Reference in New Issue
Block a user