[Bugfix][MoE] Keep routing rows during DeepSeek V4.1 decoder replay (#61643)
Signed-off-by: Ronald1995 <ronaldautomobile@163.com> Co-authored-by: aoshen02 <aoshen@inferact.ai>
This commit is contained in:
@@ -273,7 +273,7 @@ class DeepseekV41ModelState(DefaultModelState):
|
||||
params = new_req_data.sampling_params
|
||||
self._keeps_rows_np[req_index] = (
|
||||
params is not None and params.prompt_logprobs is not None
|
||||
)
|
||||
) or self.vllm_config.aux_output_config.enable_return_routed_experts
|
||||
|
||||
def prepare_inputs(
|
||||
self, input_batch: InputBatch, req_states: RequestState
|
||||
|
||||
Reference in New Issue
Block a user