From 2801b11156402ac4f3abb6c26ccbadf3cc502e58 Mon Sep 17 00:00:00 2001 From: Liangliang Ma Date: Wed, 24 Jun 2026 22:56:21 +0800 Subject: [PATCH] [Test] Pin block_size in auto-fit max_model_len test (#45914) Signed-off-by: Ma, Liangliang Co-authored-by: mergify[bot] <37929162+mergify[bot]@users.noreply.github.com> --- tests/v1/e2e/general/test_context_length.py | 6 ++++-- 1 file changed, 4 insertions(+), 2 deletions(-) diff --git a/tests/v1/e2e/general/test_context_length.py b/tests/v1/e2e/general/test_context_length.py index c9dc8354fa..cd0aff79de 100644 --- a/tests/v1/e2e/general/test_context_length.py +++ b/tests/v1/e2e/general/test_context_length.py @@ -75,8 +75,9 @@ def test_auto_fit_max_model_len_rejects_oversized_input( must see this reduced value and reject prompts that exceed it, rather than accepting them and hanging.""" - # Use a tiny KV cache budget to force auto-fit to a very small - # max_model_len (e.g. ~16 tokens). + # Use a small KV cache budget to force auto-fit to a small + # max_model_len. Pin block_size=16 so the budget is independent + # of the platform's default block size. kv_cache_bytes = 1_000_000 # 1 MB with vllm_runner( @@ -84,6 +85,7 @@ def test_auto_fit_max_model_len_rejects_oversized_input( max_model_len=-1, max_num_seqs=1, enforce_eager=True, + block_size=16, kv_cache_memory_bytes=kv_cache_bytes, load_format="dummy", ) as vllm_model: