[CI]: Add LMCacheConnector Unit Tests (#27852)
Signed-off-by: Samuel Shen <slshen@uchciago.edu> Co-authored-by: Samuel Shen <slshen@uchciago.edu> Co-authored-by: Yihua Cheng <yihua98@uchicago.edu>
This commit is contained in:
co-authored by
Samuel Shen
Yihua Cheng
parent
c765f0b443
commit
40db194446
@@ -724,7 +724,7 @@ class LMCacheConnectorV1Impl:
|
||||
"max_model_len": getattr(
|
||||
vllm_config.model_config, "max_model_len", None
|
||||
),
|
||||
"vocab_size": getattr(vllm_config.model_config, "vocab_size", None),
|
||||
"vocab_size": vllm_config.model_config.get_vocab_size(),
|
||||
"num_layers": getattr(
|
||||
vllm_config.model_config, "get_num_layers", lambda _: None
|
||||
)(vllm_config.parallel_config),
|
||||
@@ -746,10 +746,6 @@ class LMCacheConnectorV1Impl:
|
||||
"gpu_memory_utilization": getattr(
|
||||
vllm_config.cache_config, "gpu_memory_utilization", None
|
||||
),
|
||||
"swap_space": getattr(vllm_config.cache_config, "swap_space", None),
|
||||
"enable_prefix_caching": getattr(
|
||||
vllm_config.cache_config, "enable_prefix_caching", None
|
||||
),
|
||||
},
|
||||
}
|
||||
|
||||
|
||||
Reference in New Issue
Block a user