[Test] Pin block_size in auto-fit max_model_len test (#45914)

Signed-off-by: Ma, Liangliang <liangliang.ma@intel.com>
Co-authored-by: mergify[bot] <37929162+mergify[bot]@users.noreply.github.com>
This commit is contained in:
Liangliang Ma
2026-06-24 22:56:21 +08:00
committed by GitHub
co-authored by mergify[bot] <37929162+mergify[bot]@users.noreply.github.com>
parent 007b5a52ed
commit 2801b11156
+4 -2
View File
@@ -75,8 +75,9 @@ def test_auto_fit_max_model_len_rejects_oversized_input(
must see this reduced value and reject prompts that exceed it,
rather than accepting them and hanging."""
# Use a tiny KV cache budget to force auto-fit to a very small
# max_model_len (e.g. ~16 tokens).
# Use a small KV cache budget to force auto-fit to a small
# max_model_len. Pin block_size=16 so the budget is independent
# of the platform's default block size.
kv_cache_bytes = 1_000_000 # 1 MB
with vllm_runner(
@@ -84,6 +85,7 @@ def test_auto_fit_max_model_len_rejects_oversized_input(
max_model_len=-1,
max_num_seqs=1,
enforce_eager=True,
block_size=16,
kv_cache_memory_bytes=kv_cache_bytes,
load_format="dummy",
) as vllm_model: