[Perf][DSv4.1] Faster Engram host lookups: sorted rows, inline big lookups (#59327)
Signed-off-by: Juntian Liu <Juntianl777@gmail.com> Co-authored-by: Claude Opus 5.5 (1M context) <noreply@anthropic.com>
This commit is contained in:
co-authored by
Claude Opus 5.5
parent
4ed438b79c
commit
4c2d277643
@@ -39,10 +39,10 @@ from vllm.distributed.parallel_state import (
|
||||
initialize_model_parallel,
|
||||
)
|
||||
from vllm.forward_context import set_forward_context
|
||||
from vllm.models.deepseek_v41.common.engram import EngramLayout
|
||||
from vllm.models.deepseek_v41.nvidia import engram as engram_ops
|
||||
from vllm.models.deepseek_v41.nvidia.engram import (
|
||||
from vllm.models.deepseek_v41.common import engram as engram_ops
|
||||
from vllm.models.deepseek_v41.common.engram import (
|
||||
Engram,
|
||||
EngramLayout,
|
||||
ParallelEngramEmbedding,
|
||||
engram_head_shard_rank,
|
||||
gather_engram_hashes,
|
||||
@@ -686,11 +686,30 @@ def test_engram_dp_shared_memory_runtime_requirements(
|
||||
)
|
||||
|
||||
|
||||
def test_engram_tables_too_large_for_shm_are_not_shared(monkeypatch):
|
||||
"""A /dev/shm smaller than the tables must fall back instead of failing startup."""
|
||||
@pytest.mark.parametrize("query_fails", [False, True])
|
||||
def test_engram_tables_too_large_for_shm_are_not_shared(monkeypatch, query_fails):
|
||||
"""A /dev/shm that is too small or cannot be queried must fall back, and the
|
||||
leader must still broadcast that decision so its peers do not hang."""
|
||||
broadcasts = []
|
||||
|
||||
def broadcast(obj):
|
||||
broadcasts.append(obj)
|
||||
return obj
|
||||
|
||||
def query(*args, **kwargs):
|
||||
raise OSError("statvfs failed")
|
||||
|
||||
monkeypatch.setattr(engram_ops, "get_engram_dp_size", lambda: 2)
|
||||
monkeypatch.setattr(
|
||||
engram_ops,
|
||||
"get_engram_dp_group",
|
||||
lambda: SimpleNamespace(rank_in_group=0, broadcast_object=broadcast),
|
||||
)
|
||||
if query_fails:
|
||||
monkeypatch.setattr(engram_ops, "check_shm_free_space", query)
|
||||
layout = SimpleNamespace(num_embeddings=(1 << 50,), head_dim=DIM)
|
||||
assert not engram_ops.can_share_engram_tables(layout)
|
||||
assert len(broadcasts) == 1 and broadcasts[0] is not None
|
||||
|
||||
|
||||
@pytest.mark.parametrize(
|
||||
|
||||
Reference in New Issue
Block a user