[Qwen4Exp] support Sequence Parallelism for Qwen3.8-Flash-Next (#56322)
Signed-off-by: huanghaoyan.hhy <huanghaoyan.hhy@alibaba-inc.com> Co-authored-by: mergify[bot] <37929162+mergify[bot]@users.noreply.github.com>
This commit is contained in:
co-authored by
mergify[bot] <37929162+mergify[bot]@users.noreply.github.com>
parent
258b97ff6b
commit
c75cb63cd2
@@ -4109,6 +4109,47 @@ def test_revision_resolved_for_model(mock_resolve):
|
||||
mock_resolve.assert_any_call(model, None, config.hf_token)
|
||||
|
||||
|
||||
@pytest.mark.parametrize(
|
||||
"enabled,supported,is_cuda,tp_size,pp_size,error",
|
||||
[
|
||||
(True, True, True, 2, 1, None),
|
||||
(True, False, True, 2, 1, "not supported for this model"),
|
||||
(True, True, False, 2, 1, "requires CUDA"),
|
||||
(True, True, True, 1, 1, None),
|
||||
(True, False, False, 1, 2, None),
|
||||
(True, True, True, 2, 2, "requires PP=1"),
|
||||
(False, False, False, 2, 1, None),
|
||||
],
|
||||
)
|
||||
def test_hc_sp_model_support(enabled, supported, is_cuda, tp_size, pp_size, error):
|
||||
"""Validate active HC SP configurations and ignore the flag with TP=1."""
|
||||
from vllm.model_executor.models.registry import ModelRegistry
|
||||
|
||||
model = SimpleNamespace(
|
||||
architectures=["HCModel"],
|
||||
registry=ModelRegistry,
|
||||
model_arch_config=SimpleNamespace(total_num_attention_heads=8),
|
||||
multimodal_config=None,
|
||||
)
|
||||
parallel = ParallelConfig(
|
||||
enable_hc_sp=enabled,
|
||||
tensor_parallel_size=tp_size,
|
||||
pipeline_parallel_size=pp_size,
|
||||
# Avoid backend auto-detection in this config-only test.
|
||||
distributed_executor_backend="mp",
|
||||
)
|
||||
with (
|
||||
patch("vllm.config.model.current_platform.is_cuda", return_value=is_cuda),
|
||||
patch.object(ModelRegistry, "is_hc_sp_supported_model", return_value=supported),
|
||||
patch.object(ModelRegistry, "is_pp_supported_model", return_value=True),
|
||||
):
|
||||
if error:
|
||||
with pytest.raises(ValueError, match=error):
|
||||
ModelConfig.verify_with_parallel_config(model, parallel)
|
||||
else:
|
||||
ModelConfig.verify_with_parallel_config(model, parallel)
|
||||
|
||||
|
||||
@pytest.mark.parametrize(
|
||||
("layer_types", "expected_attention"),
|
||||
[
|
||||
|
||||
Reference in New Issue
Block a user