[MoE Refactor] Rename FusedMoE to FusedMoEFactory (#44941)
Signed-off-by: Bill Nell <bnell@redhat.com> Signed-off-by: bnellnm <49004751+bnellnm@users.noreply.github.com> Co-authored-by: Harry Mellor <19981378+hmellor@users.noreply.github.com>
This commit is contained in:
@@ -6,7 +6,7 @@ Test script for the token-to-expert routing simulator.
|
||||
|
||||
This script demonstrates how to use the routing simulator to test
|
||||
different routing strategies and analyze their performance, including
|
||||
integration tests with FusedMoE layer.
|
||||
integration tests with FusedMoEFactory layer.
|
||||
"""
|
||||
|
||||
import tempfile
|
||||
@@ -77,11 +77,11 @@ def test_basic_functionality(
|
||||
|
||||
def test_routing_strategy_integration(monkeypatch, device):
|
||||
"""Test that the routing strategy environment variable works with
|
||||
FusedMoE."""
|
||||
FusedMoEFactory."""
|
||||
pytest.importorskip("vllm.model_executor.layers.fused_moe.layer")
|
||||
|
||||
import vllm.envs as envs
|
||||
from vllm.model_executor.layers.fused_moe.layer import FusedMoE
|
||||
from vllm.model_executor.layers.fused_moe.layer import FusedMoEFactory
|
||||
|
||||
# Test parameters
|
||||
num_tokens = 32
|
||||
@@ -111,7 +111,7 @@ def test_routing_strategy_integration(monkeypatch, device):
|
||||
)
|
||||
|
||||
for strategy in strategies:
|
||||
fused_moe = FusedMoE(
|
||||
fused_moe = FusedMoEFactory(
|
||||
num_experts=num_experts,
|
||||
top_k=top_k,
|
||||
hidden_size=hidden_size,
|
||||
|
||||
Reference in New Issue
Block a user