[CPU] Add device-memory-utilization CLI alias (#56547)
Signed-off-by: louie-tsai <louie.tsai@intel.com> Signed-off-by: Louie Tsai <louie.tsai@intel.com> Co-authored-by: Harry Mellor <19981378+hmellor@users.noreply.github.com>
This commit is contained in:
co-authored by
Harry Mellor
parent
91d7324cb1
commit
6dc34b6334
@@ -1298,7 +1298,10 @@ class EngineArgs:
|
||||
)
|
||||
cache_group.add_argument("--block-size", **cache_kwargs["block_size"])
|
||||
cache_group.add_argument(
|
||||
"--gpu-memory-utilization", **cache_kwargs["gpu_memory_utilization"]
|
||||
"--gpu-memory-utilization",
|
||||
"--device-memory-utilization",
|
||||
dest="gpu_memory_utilization",
|
||||
**cache_kwargs["gpu_memory_utilization"],
|
||||
)
|
||||
cache_group.add_argument(
|
||||
"--kv-cache-memory-bytes", **cache_kwargs["kv_cache_memory_bytes"]
|
||||
|
||||
Reference in New Issue
Block a user