[CPU] Add device-memory-utilization CLI alias (#56547)
Signed-off-by: louie-tsai <louie.tsai@intel.com> Signed-off-by: Louie Tsai <louie.tsai@intel.com> Co-authored-by: Harry Mellor <19981378+hmellor@users.noreply.github.com>
This commit is contained in:
co-authored by
Harry Mellor
parent
91d7324cb1
commit
6dc34b6334
@@ -9,7 +9,13 @@ from typing import Annotated, Literal
|
||||
import pytest
|
||||
from pydantic import Field
|
||||
|
||||
from vllm.config import AttentionConfig, CompilationConfig, ModelConfig, config
|
||||
from vllm.config import (
|
||||
AttentionConfig,
|
||||
CacheConfig,
|
||||
CompilationConfig,
|
||||
ModelConfig,
|
||||
config,
|
||||
)
|
||||
from vllm.engine.arg_utils import (
|
||||
EngineArgs,
|
||||
_expand_json_human_readable_numbers,
|
||||
@@ -86,6 +92,26 @@ def test_watermark_config_cli():
|
||||
assert config.deduplicate_contexts_max_history == 32
|
||||
|
||||
|
||||
@pytest.mark.parametrize(
|
||||
"option",
|
||||
["--gpu-memory-utilization", "--device-memory-utilization"],
|
||||
)
|
||||
def test_memory_utilization_cli_aliases(option):
|
||||
parser = EngineArgs.add_cli_args(FlexibleArgumentParser())
|
||||
args = EngineArgs.from_cli_args(parser.parse_args([option, "0.8"]))
|
||||
|
||||
assert args.gpu_memory_utilization == 0.8
|
||||
|
||||
|
||||
def test_device_memory_utilization_property():
|
||||
config = CacheConfig(gpu_memory_utilization=0.8)
|
||||
|
||||
assert config.device_memory_utilization == 0.8
|
||||
|
||||
config.device_memory_utilization = 0.7
|
||||
assert config.gpu_memory_utilization == 0.7
|
||||
|
||||
|
||||
@pytest.mark.parametrize(
|
||||
"options",
|
||||
[
|
||||
|
||||
Reference in New Issue
Block a user