[V1][Minor] Restore V1 compatibility with LLMEngine class (#13090)
This commit is contained in:
@@ -2084,3 +2084,8 @@ class LLMEngine:
|
|||||||
sampling_params.logits_processors.extend(logits_processors)
|
sampling_params.logits_processors.extend(logits_processors)
|
||||||
|
|
||||||
return sampling_params
|
return sampling_params
|
||||||
|
|
||||||
|
|
||||||
|
# TODO(v1): Remove this class proxy when V1 goes default.
|
||||||
|
if envs.VLLM_USE_V1:
|
||||||
|
from vllm.v1.engine.llm_engine import LLMEngine # type: ignore
|
||||||
|
|||||||
Reference in New Issue
Block a user