[ROCm][DSv4.1] Keep the Engram tables in host memory on ROCm (#57491)

This commit is contained in:
JohnQinAMD
2026-09-21 10:17:11 +08:00
committed by GitHub
parent 3e67044972
commit 6dfd87f596
5 changed files with 20 additions and 10 deletions
+5 -1
View File
@@ -61,9 +61,13 @@ from vllm.utils.math_utils import cdiv
from vllm.v1.attention.backends.registry import AttentionBackendEnum
from vllm.v1.worker.ubatching import dbo_current_ubatch_id
from ..common.engram import Engram, EngramLayout, NgramHashState
from ..common.engram import EngramLayout, NgramHashState
from ..common.mm_preprocess import IMAGE_SENTINEL_BASE_ID, image_sentinel_mask
# Engram host offload and its prefetch stream are neither ROCm- nor
# NVIDIA-specific, so they are imported rather than duplicated.
from ..nvidia.engram import Engram
if typing.TYPE_CHECKING:
from vllm.v1.attention.backends.mla.sparse_swa import DeepseekSparseSWAMetadata