[Test] Pin block_size in auto-fit max_model_len test (#45914)
Signed-off-by: Ma, Liangliang <liangliang.ma@intel.com> Co-authored-by: mergify[bot] <37929162+mergify[bot]@users.noreply.github.com>
This commit is contained in:
co-authored by
mergify[bot] <37929162+mergify[bot]@users.noreply.github.com>
parent
007b5a52ed
commit
2801b11156
@@ -75,8 +75,9 @@ def test_auto_fit_max_model_len_rejects_oversized_input(
|
||||
must see this reduced value and reject prompts that exceed it,
|
||||
rather than accepting them and hanging."""
|
||||
|
||||
# Use a tiny KV cache budget to force auto-fit to a very small
|
||||
# max_model_len (e.g. ~16 tokens).
|
||||
# Use a small KV cache budget to force auto-fit to a small
|
||||
# max_model_len. Pin block_size=16 so the budget is independent
|
||||
# of the platform's default block size.
|
||||
kv_cache_bytes = 1_000_000 # 1 MB
|
||||
|
||||
with vllm_runner(
|
||||
@@ -84,6 +85,7 @@ def test_auto_fit_max_model_len_rejects_oversized_input(
|
||||
max_model_len=-1,
|
||||
max_num_seqs=1,
|
||||
enforce_eager=True,
|
||||
block_size=16,
|
||||
kv_cache_memory_bytes=kv_cache_bytes,
|
||||
load_format="dummy",
|
||||
) as vllm_model:
|
||||
|
||||
Reference in New Issue
Block a user