[MyPy][1/N] Fix mypy errors in some tests/ directories and enforce follow-imports=silent (#49570)

Signed-off-by: Martin Hickey <martin.hickey@ie.ibm.com>
Co-authored-by: Harry Mellor <19981378+hmellor@users.noreply.github.com>
This commit is contained in:
Martin Hickey
2026-07-30 05:02:51 -07:00
committed by GitHub
co-authored by Harry Mellor
parent 89d97d9a16
commit 38a267cdd5
30 changed files with 166 additions and 101 deletions
@@ -348,10 +348,14 @@ def test_tp_sp_generation(
if use_inductor_graph_partition and not is_torch_equal_or_newer("2.9.0.dev"):
pytest.skip("inductor graph partition is only available in PyTorch 2.9+")
# Skip FP8 SP-only test on sm89 (compute capability 8.9)
# Skip FP8 SP-only test on sm89 (compute capability 8.9).
# An unknown capability (None) is left to fail in the test body rather than
# being silently skipped here.
capability = current_platform.get_device_capability()
if (
"fp8" in model_id.lower()
and current_platform.get_device_capability() < (9, 0)
and capability is not None
and capability < (9, 0)
and (not fuse_gemm_comms)
):
pytest.skip("FP8 reduction support begins with sm90 capable devices.")
@@ -9,7 +9,7 @@ import pytest
from tests.utils import wait_for_gpu_memory_to_clear
from tests.v1.attention.utils import full_cg_backend_configs as backend_configs
from vllm import LLM, SamplingParams
from vllm.config import CompilationConfig
from vllm.config import CompilationConfig, CUDAGraphMode
from vllm.platforms import current_platform
from vllm.utils.torch_utils import is_torch_equal_or_newer
from vllm.v1.attention.backends.registry import AttentionBackendEnum
@@ -97,7 +97,9 @@ def llm_pair(request):
trust_remote_code=True,
max_model_len=1024,
max_num_seqs=128,
compilation_config=CompilationConfig(cudagraph_mode="PIECEWISE"),
compilation_config=CompilationConfig(
cudagraph_mode=CUDAGraphMode.PIECEWISE
),
generation_config="vllm",
seed=42,
)
+5 -3
View File
@@ -75,7 +75,7 @@ def test_full_graph(
monkeypatch: pytest.MonkeyPatch,
model: str,
model_kwargs: dict[str, Any],
compilation_mode: int,
compilation_mode: CompilationMode,
):
if (
"w8a8" in model
@@ -197,7 +197,7 @@ def test_custom_compile_config(
],
)
def test_fp8_kv_scale_compile(
compilation_mode: int,
compilation_mode: CompilationMode,
model: str,
backend: AttentionBackendEnum | None,
):
@@ -213,7 +213,9 @@ def test_fp8_kv_scale_compile(
run_model(compilation_mode, model, **model_kwargs)
def run_model(compile_config: int | CompilationConfig, model: str, **model_kwargs):
def run_model(
compile_config: CompilationMode | CompilationConfig, model: str, **model_kwargs
):
compilation_config = (
compile_config
if isinstance(compile_config, CompilationConfig)
+4 -2
View File
@@ -12,7 +12,9 @@ from vllm.config import CompilationConfig, CompilationMode, CUDAGraphMode
from .common import FUSION_LOG_PATTERNS, AttentionBackendCase, Matches
def run_model(compile_config: int | CompilationConfig, model: str, **model_kwargs):
def run_model(
compile_config: CompilationMode | CompilationConfig, model: str, **model_kwargs
):
"""Run a model with the given compilation config for E2E fusion tests."""
compilation_config = (
compile_config
@@ -54,7 +56,7 @@ def run_model(compile_config: int | CompilationConfig, model: str, **model_kwarg
)
# Fetch match table from each worker via RPC and sum across workers.
worker_tables = llm.llm_engine.engine_core.collective_rpc(
worker_tables: list[dict[str, int]] = llm.llm_engine.engine_core.collective_rpc(
"get_compilation_match_table"
)
combined: defaultdict[str, int] = defaultdict(int)