[NixlConnector] Initiate deprecation cycle for kv_both role (#43874)
Signed-off-by: NickLucche <nlucches@redhat.com>
This commit is contained in:
@@ -94,6 +94,15 @@ class NixlConnector(KVConnectorBase_V1, SupportsHMA):
|
||||
super().__init__(vllm_config, role, kv_cache_config)
|
||||
assert vllm_config.kv_transfer_config is not None
|
||||
assert vllm_config.kv_transfer_config.engine_id is not None
|
||||
|
||||
if vllm_config.kv_transfer_config.kv_role == "kv_both":
|
||||
logger.warning_once(
|
||||
"Using kv_role='kv_both' with NixlConnector is deprecated "
|
||||
"and will be removed in a future release. Please set "
|
||||
"kv_role='kv_producer' for prefill instances and "
|
||||
"kv_role='kv_consumer' for decode instances. "
|
||||
)
|
||||
|
||||
self.kv_cache_config = kv_cache_config
|
||||
self.engine_id: EngineId = vllm_config.kv_transfer_config.engine_id
|
||||
self.kv_transfer_config = vllm_config.kv_transfer_config
|
||||
|
||||
Reference in New Issue
Block a user