[Bugfix][EPD] Skip sampling for encoder-only async steps (#58490)
Signed-off-by: Tianyu Guo <guoty@inferact.ai>
This commit is contained in:
@@ -219,10 +219,7 @@ class EngineCore:
|
||||
logger.debug("Batch queue is enabled with size %d", self.batch_queue_size)
|
||||
self.batch_queue = deque(maxlen=self.batch_queue_size)
|
||||
|
||||
self.is_ec_consumer = (
|
||||
vllm_config.ec_transfer_config is None
|
||||
or vllm_config.ec_transfer_config.is_ec_consumer
|
||||
)
|
||||
self.is_mm_encoder_only = vllm_config.is_mm_encoder_only
|
||||
self.is_pooling_model = vllm_config.model_config.runner_type == "pooling"
|
||||
|
||||
self.request_block_hasher: Callable[[Request], list[BlockHash]] | None = None
|
||||
@@ -702,7 +699,7 @@ class EngineCore:
|
||||
exec_future = self.model_executor.execute_model(
|
||||
scheduler_output, non_block=True
|
||||
)
|
||||
if self.is_ec_consumer:
|
||||
if not self.is_mm_encoder_only:
|
||||
model_executed = scheduler_output.total_num_scheduled_tokens > 0
|
||||
|
||||
if self.is_pooling_model or not model_executed:
|
||||
|
||||
Reference in New Issue
Block a user