[Perf][DSv4.1] Faster Engram host lookups: sorted rows, inline big lookups (#59327)

Signed-off-by: Juntian Liu <Juntianl777@gmail.com>
Co-authored-by: Claude Opus 5.5 (1M context) <noreply@anthropic.com>
This commit is contained in:
Juntian Liu
2026-10-01 11:54:44 +08:00
committed by GitHub
co-authored by Claude Opus 5.5
parent 4ed438b79c
commit 4c2d277643
6 changed files with 547 additions and 556 deletions
+24 -5
View File
@@ -39,10 +39,10 @@ from vllm.distributed.parallel_state import (
initialize_model_parallel,
)
from vllm.forward_context import set_forward_context
from vllm.models.deepseek_v41.common.engram import EngramLayout
from vllm.models.deepseek_v41.nvidia import engram as engram_ops
from vllm.models.deepseek_v41.nvidia.engram import (
from vllm.models.deepseek_v41.common import engram as engram_ops
from vllm.models.deepseek_v41.common.engram import (
Engram,
EngramLayout,
ParallelEngramEmbedding,
engram_head_shard_rank,
gather_engram_hashes,
@@ -686,11 +686,30 @@ def test_engram_dp_shared_memory_runtime_requirements(
)
def test_engram_tables_too_large_for_shm_are_not_shared(monkeypatch):
"""A /dev/shm smaller than the tables must fall back instead of failing startup."""
@pytest.mark.parametrize("query_fails", [False, True])
def test_engram_tables_too_large_for_shm_are_not_shared(monkeypatch, query_fails):
"""A /dev/shm that is too small or cannot be queried must fall back, and the
leader must still broadcast that decision so its peers do not hang."""
broadcasts = []
def broadcast(obj):
broadcasts.append(obj)
return obj
def query(*args, **kwargs):
raise OSError("statvfs failed")
monkeypatch.setattr(engram_ops, "get_engram_dp_size", lambda: 2)
monkeypatch.setattr(
engram_ops,
"get_engram_dp_group",
lambda: SimpleNamespace(rank_in_group=0, broadcast_object=broadcast),
)
if query_fails:
monkeypatch.setattr(engram_ops, "check_shm_free_space", query)
layout = SimpleNamespace(num_embeddings=(1 << 50,), head_dim=DIM)
assert not engram_ops.can_share_engram_tables(layout)
assert len(broadcasts) == 1 and broadcasts[0] is not None
@pytest.mark.parametrize(