[ROCm][DSv4.1] Keep the Engram tables in host memory on ROCm (#57491)
This commit is contained in:
@@ -61,9 +61,13 @@ from vllm.utils.math_utils import cdiv
|
||||
from vllm.v1.attention.backends.registry import AttentionBackendEnum
|
||||
from vllm.v1.worker.ubatching import dbo_current_ubatch_id
|
||||
|
||||
from ..common.engram import Engram, EngramLayout, NgramHashState
|
||||
from ..common.engram import EngramLayout, NgramHashState
|
||||
from ..common.mm_preprocess import IMAGE_SENTINEL_BASE_ID, image_sentinel_mask
|
||||
|
||||
# Engram host offload and its prefetch stream are neither ROCm- nor
|
||||
# NVIDIA-specific, so they are imported rather than duplicated.
|
||||
from ..nvidia.engram import Engram
|
||||
|
||||
if typing.TYPE_CHECKING:
|
||||
from vllm.v1.attention.backends.mla.sparse_swa import DeepseekSparseSWAMetadata
|
||||
|
||||
|
||||
Reference in New Issue
Block a user