[CPU] Add device-memory-utilization CLI alias (#56547)

Signed-off-by: louie-tsai <louie.tsai@intel.com>
Signed-off-by: Louie Tsai <louie.tsai@intel.com>
Co-authored-by: Harry Mellor <19981378+hmellor@users.noreply.github.com>
This commit is contained in:
Louie Tsai
2026-09-22 17:37:15 +08:00
committed by GitHub
co-authored by Harry Mellor
parent 91d7324cb1
commit 6dc34b6334
3 changed files with 44 additions and 3 deletions
+27 -1
View File
@@ -9,7 +9,13 @@ from typing import Annotated, Literal
import pytest
from pydantic import Field
from vllm.config import AttentionConfig, CompilationConfig, ModelConfig, config
from vllm.config import (
AttentionConfig,
CacheConfig,
CompilationConfig,
ModelConfig,
config,
)
from vllm.engine.arg_utils import (
EngineArgs,
_expand_json_human_readable_numbers,
@@ -86,6 +92,26 @@ def test_watermark_config_cli():
assert config.deduplicate_contexts_max_history == 32
@pytest.mark.parametrize(
"option",
["--gpu-memory-utilization", "--device-memory-utilization"],
)
def test_memory_utilization_cli_aliases(option):
parser = EngineArgs.add_cli_args(FlexibleArgumentParser())
args = EngineArgs.from_cli_args(parser.parse_args([option, "0.8"]))
assert args.gpu_memory_utilization == 0.8
def test_device_memory_utilization_property():
config = CacheConfig(gpu_memory_utilization=0.8)
assert config.device_memory_utilization == 0.8
config.device_memory_utilization = 0.7
assert config.gpu_memory_utilization == 0.7
@pytest.mark.parametrize(
"options",
[