[NixlConnector] Initiate deprecation cycle for kv_both role (#43874)

Signed-off-by: NickLucche <nlucches@redhat.com>
This commit is contained in:
Nicolò Lucchesi
2026-06-05 11:08:17 +02:00
committed by GitHub
parent e64237ae82
commit d98b8f371c
10 changed files with 94 additions and 24 deletions
@@ -94,6 +94,15 @@ class NixlConnector(KVConnectorBase_V1, SupportsHMA):
super().__init__(vllm_config, role, kv_cache_config)
assert vllm_config.kv_transfer_config is not None
assert vllm_config.kv_transfer_config.engine_id is not None
if vllm_config.kv_transfer_config.kv_role == "kv_both":
logger.warning_once(
"Using kv_role='kv_both' with NixlConnector is deprecated "
"and will be removed in a future release. Please set "
"kv_role='kv_producer' for prefill instances and "
"kv_role='kv_consumer' for decode instances. "
)
self.kv_cache_config = kv_cache_config
self.engine_id: EngineId = vllm_config.kv_transfer_config.engine_id
self.kv_transfer_config = vllm_config.kv_transfer_config