[CI Bug] fix flaky test (#39938)
Signed-off-by: yewentao256 <zhyanwentao@126.com>
This commit is contained in:
@@ -195,7 +195,7 @@ def test_fewer_blocks_with_hma(monkeypatch, model_name, sw_size):
|
||||
llm_kwargs = {
|
||||
"model": model_name,
|
||||
"enforce_eager": True,
|
||||
"gpu_memory_utilization": 0.5,
|
||||
"gpu_memory_utilization": 0.47,
|
||||
"kv_transfer_config": kv_transfer_config,
|
||||
"max_model_len": 2048,
|
||||
# NOTE: Make sure HMA is enabled
|
||||
|
||||
Reference in New Issue
Block a user