[Bugfix][Core] Keep resumable sessions that stop while preempted (#58778)
Signed-off-by: David Cheung <d7cheung@gmail.com> Co-authored-by: Claude Opus 5.5 <noreply@anthropic.com> Co-authored-by: Yifan Zong <yzong@redhat.com>
This commit is contained in:
co-authored by
Claude Opus 5.5
Yifan Zong
parent
2067297b2f
commit
f98ae6a9fd
@@ -599,6 +599,7 @@ class AsyncLLM(EngineClient):
|
||||
session_id: str | None = None,
|
||||
kv_hints: KvHintsEnvelope | None = None,
|
||||
) -> RequestOutputCollector:
|
||||
self._validate_resumable_request()
|
||||
self._validate_streaming_input_sampling_params(sampling_params)
|
||||
|
||||
inputs = dict(
|
||||
@@ -693,6 +694,13 @@ class AsyncLLM(EngineClient):
|
||||
queue._input_stream_task = asyncio.create_task(handle_inputs())
|
||||
return queue
|
||||
|
||||
def _validate_resumable_request(self) -> None:
|
||||
if self.vllm_config.is_mm_encoder_only or self.model_config.is_diffusion:
|
||||
raise VLLMValidationError(
|
||||
"Resumable requests are not supported for encoder-only or "
|
||||
"diffusion models."
|
||||
)
|
||||
|
||||
@staticmethod
|
||||
def _validate_streaming_input_sampling_params(
|
||||
params: SamplingParams | PoolingParams,
|
||||
|
||||
Reference in New Issue
Block a user