[Testing] Fix test_sharded_state_loader (#51736)

Signed-off-by: Richard Zou <zou3519@gmail.com>
This commit is contained in:
Richard Zou
2026-08-11 21:16:09 +00:00
committed by GitHub
parent 3e372c5ff2
commit cb30f6f8dd
@@ -12,7 +12,6 @@ import torch
from vllm import LLM, SamplingParams
from vllm.model_executor.model_loader import ShardedStateLoader
from vllm.platforms import current_platform
from vllm.transformers_utils.repo_utils import hf_api
prompts = [
@@ -96,9 +95,10 @@ def test_sharded_state_loader(
input_dir = llama_3p2_1b_files
ctx = mp.get_context("spawn")
platform_args = {}
if current_platform.is_rocm() or current_platform.is_xpu():
platform_args["max_num_seqs"] = 1
# Keep batching deterministic: this test compares exact greedy outputs
# across separate engine processes, whose schedulers may otherwise form
# different batches depending on prompt-processing timing.
platform_args = {"max_num_seqs": 1}
# Run in separate processes for memory & CUDA isolation
with TemporaryDirectory() as output_dir: