[Refactor][Model Runner V2][Multimodal] Move the encoder-only path out of the shared runner (#53176)

Signed-off-by: Tianyu Guo <guoty@inferact.ai>
This commit is contained in:
Tianyu Guo
2026-08-22 05:11:44 +00:00
committed by GitHub
parent e9d1398d9e
commit 7ca49fbe4b
7 changed files with 169 additions and 42 deletions
+2 -2
View File
@@ -102,7 +102,7 @@ class Scheduler(SchedulerInterface):
)
self.structured_output_manager = structured_output_manager
self.is_encoder_decoder = vllm_config.model_config.is_encoder_decoder
self.is_encoder_only = vllm_config.is_encoder_only
self.is_mm_encoder_only = vllm_config.is_mm_encoder_only
# include_finished_set controls whether a separate set of finished
# request ids should be included in the EngineCoreOutputs returned
@@ -1904,7 +1904,7 @@ class Scheduler(SchedulerInterface):
request.status = RequestStatus.FINISHED_STOPPED
stopped = True
elif (
self.is_encoder_only
self.is_mm_encoder_only
and request.num_computed_tokens >= request.num_prompt_tokens
):
# An encoder instance runs the encoder and publishes the