[Kimi Bug] Fix gdn build_attn_metadata 'KimiK3KDAMetadataBuilder' object has no attribute 'layer_names' (#54636)
Signed-off-by: yewentao256 <zhyanwentao@126.com>
This commit is contained in:
@@ -92,10 +92,9 @@ class GDNAttentionMetadataBuilder(AttentionMetadataBuilder[GDNAttentionMetadata]
|
|||||||
vllm_config: VllmConfig,
|
vllm_config: VllmConfig,
|
||||||
device: torch.device,
|
device: torch.device,
|
||||||
):
|
):
|
||||||
self.vllm_config = vllm_config
|
super().__init__(kv_cache_spec, layer_names, vllm_config, device)
|
||||||
self.compilation_config = vllm_config.compilation_config
|
self.compilation_config = vllm_config.compilation_config
|
||||||
self.speculative_config = vllm_config.speculative_config
|
self.speculative_config = vllm_config.speculative_config
|
||||||
self.kv_cache_spec = kv_cache_spec
|
|
||||||
from vllm.model_executor.layers.mamba.gdn.qwen_gdn_linear_attn import (
|
from vllm.model_executor.layers.mamba.gdn.qwen_gdn_linear_attn import (
|
||||||
_resolve_gdn_prefill_backend,
|
_resolve_gdn_prefill_backend,
|
||||||
)
|
)
|
||||||
|
|||||||
Reference in New Issue
Block a user