[Misc] Fix Unable to detect current VLLM config. Defaulting to NHD kv cache layout warning (#20400)

Signed-off-by: NickLucche <nlucches@redhat.com>
This commit is contained in:
Nicolò Lucchesi
2025-07-03 14:56:09 -07:00
committed by GitHub
parent 78fe77534b
commit 8d775dd30a
2 changed files with 3 additions and 3 deletions
+1 -1
View File
@@ -138,7 +138,7 @@ def get_kv_cache_layout():
if cache_layout is None:
cache_layout = get_kv_connector_cache_layout()
else:
logger.info_once("`FLASHINFER_KV_CACHE_LAYOUT` environment variable " \
logger.info_once("`VLLM_KV_CACHE_LAYOUT` environment variable " \
"detected. Setting KV cache layout to %s.", cache_layout)
return cache_layout