[CI]: Add LMCacheConnector Unit Tests (#27852)

Signed-off-by: Samuel Shen <slshen@uchciago.edu>
Co-authored-by: Samuel Shen <slshen@uchciago.edu>
Co-authored-by: Yihua Cheng <yihua98@uchicago.edu>
This commit is contained in:
Samuel Shen
2025-11-05 09:45:57 -08:00
committed by GitHub
co-authored by Samuel Shen Yihua Cheng
parent c765f0b443
commit 40db194446
4 changed files with 274 additions and 6 deletions
@@ -724,7 +724,7 @@ class LMCacheConnectorV1Impl:
"max_model_len": getattr(
vllm_config.model_config, "max_model_len", None
),
"vocab_size": getattr(vllm_config.model_config, "vocab_size", None),
"vocab_size": vllm_config.model_config.get_vocab_size(),
"num_layers": getattr(
vllm_config.model_config, "get_num_layers", lambda _: None
)(vllm_config.parallel_config),
@@ -746,10 +746,6 @@ class LMCacheConnectorV1Impl:
"gpu_memory_utilization": getattr(
vllm_config.cache_config, "gpu_memory_utilization", None
),
"swap_space": getattr(vllm_config.cache_config, "swap_space", None),
"enable_prefix_caching": getattr(
vllm_config.cache_config, "enable_prefix_caching", None
),
},
}