iHore/vLLM
8
0
Fork 0
Code Issues Pull Requests Actions 1 Packages Projects Releases Wiki Activity

Fix test_startup.py for torch 2.12 (#40636)

Browse Source 
Signed-off-by: Angela Yi <yiangela7@gmail.com>
This commit is contained in:
Angela Yi
2026-04-22 19:31:41 +00:00
committed by GitHub
parent d622e27d2b
commit eb6661d522
3 changed files with 8 additions and 10 deletions
Download Patch File Download Diff File Expand all files Collapse all files
tests/compile/h100/test_startup.py
+6 -8
View File
@@ -135,10 +135,9 @@ MODEL_SPECS = [
model="deepseek-ai/DeepSeek-V3.2",
hf_overrides=_SMALL_MOE_OVERRIDES,
cold_artifacts_saved=4,
# TODO: https://github.com/vllm-project/vllm/issues/38051
# We shouldn't be saving any artifacts on warm start.
warm_artifacts_saved=4,
warm_artifacts_loaded=0,
# https://github.com/vllm-project/vllm/issues/38051
warm_artifacts_saved=0 if is_torch_equal_or_newer("2.12.0") else 4,
warm_artifacts_loaded=4 if is_torch_equal_or_newer("2.12.0") else 0,
),
id="deepseek_v3.2",
),
@@ -147,10 +146,9 @@ MODEL_SPECS = [
model="moonshotai/Kimi-K2.5",
hf_overrides={"text_config": _SMALL_MOE_OVERRIDES},
cold_artifacts_saved=4,
# TODO: https://github.com/vllm-project/vllm/issues/38051
# We shouldn't be saving any artifacts on warm start.
warm_artifacts_saved=4,
warm_artifacts_loaded=0,
# https://github.com/vllm-project/vllm/issues/38051
warm_artifacts_saved=0 if is_torch_equal_or_newer("2.12.0") else 4,
warm_artifacts_loaded=4 if is_torch_equal_or_newer("2.12.0") else 0,
),
id="kimi_k2.5",
),
tests/compile/test_dynamic_shapes_compilation.py
+1 -1
View File
@@ -28,7 +28,7 @@ def get_test_models():
"Qwen/Qwen2-7B-Instruct",
"meta-llama/Llama-3.1-8B",
]
if is_torch_equal_or_newer("2.12.0"):
if is_torch_equal_or_newer("2.12.0.dev"):
models.append("Qwen/Qwen3-4B-Instruct-2507")
return models
vllm/env_override.py
+1 -1
View File
@@ -553,7 +553,7 @@ def _apply_constrain_to_fx_strides_patch():
_lowering.constrain_to_fx_strides = _patched
if is_torch_equal_or_newer("2.10.0") and not is_torch_equal_or_newer("2.12.0"):
if is_torch_equal_or_newer("2.10.0") and not is_torch_equal_or_newer("2.12.0.dev"):
import builtins as _builtins
import pickle