[MRv2] Default to MRv1 when a connector is present (#42955)
Signed-off-by: NickLucche <nlucches@redhat.com>
This commit is contained in:
@@ -498,6 +498,10 @@ class VllmConfig:
|
||||
if use_v2_model_runner is not None:
|
||||
return use_v2_model_runner
|
||||
|
||||
# KVCache layout changes are breaking, let's stick with v1 for now (see #42846)
|
||||
if self.kv_transfer_config is not None:
|
||||
return False
|
||||
|
||||
if not self._is_default_v2_model_runner_model():
|
||||
return False
|
||||
|
||||
|
||||
Reference in New Issue
Block a user