[TEST][XPU][CI] Generalize model runner prefill tail classification tests to all platforms (#60201)

Signed-off-by: microslaw <milosz.grunwald@intel.com>
This commit is contained in:
Miłosz Grunwald
2026-10-07 08:59:20 +08:00
committed by GitHub
parent db6e3cd8c4
commit 703c29179c
@@ -23,9 +23,10 @@ keeps the assertions targeted at the mask fix alone, not the unrelated
landed in the same patch.
"""
from types import SimpleNamespace
import numpy as np
import pytest
import torch
from vllm.config import (
CacheConfig,
@@ -37,7 +38,9 @@ from vllm.config import (
set_current_vllm_config,
)
from vllm.model_executor.layers.attention import Attention
from vllm.platforms import current_platform
from vllm.sampling_params import SamplingParams
from vllm.utils.import_utils import resolve_obj_by_qualname
from vllm.v1.core.sched.output import CachedRequestData, NewRequestData, SchedulerOutput
from vllm.v1.kv_cache_interface import (
FullAttentionSpec,
@@ -50,7 +53,6 @@ from vllm.v1.worker.gpu_model_runner import GPUModelRunner
BLOCK_SIZE = 16
NUM_BLOCKS = 10
DEVICE_TYPE = "cuda" if torch.cuda.is_available() else "cpu"
def _get_vllm_config() -> VllmConfig:
@@ -76,6 +78,17 @@ def _get_vllm_config() -> VllmConfig:
)
def _make_model_runner(vllm_config: VllmConfig) -> GPUModelRunner:
"""Build the V1 runner the platform's worker would, without starting it."""
worker_cls = resolve_obj_by_qualname(vllm_config.parallel_config.worker_cls)
worker = SimpleNamespace(
vllm_config=vllm_config,
device=current_platform.device_type,
use_v2_model_runner=False,
)
return worker_cls._make_model_runner(worker)
def _initialize_kv_cache(runner: GPUModelRunner) -> None:
attn_spec = FullAttentionSpec(
block_size=BLOCK_SIZE,
@@ -124,7 +137,7 @@ def spec_decode_model_runner(dist_init):
vllm_config.compilation_config.static_forward_context["layer.0"] = Attention(
num_heads, head_size, 0.1
)
runner = GPUModelRunner(vllm_config, DEVICE_TYPE)
runner = _make_model_runner(vllm_config)
_initialize_kv_cache(runner)
yield runner