[Bugfix][MoE] Keep routing rows during DeepSeek V4.1 decoder replay (#61643)

Signed-off-by: Ronald1995 <ronaldautomobile@163.com>
Co-authored-by: aoshen02 <aoshen@inferact.ai>
This commit is contained in:
Ronald
2026-10-15 14:02:06 +00:00
committed by GitHub
co-authored by aoshen02
parent 24f632ca7e
commit d12d5460a5
2 changed files with 23 additions and 1 deletions
@@ -273,7 +273,7 @@ class DeepseekV41ModelState(DefaultModelState):
params = new_req_data.sampling_params
self._keeps_rows_np[req_index] = (
params is not None and params.prompt_logprobs is not None
)
) or self.vllm_config.aux_output_config.enable_return_routed_experts
def prepare_inputs(
self, input_batch: InputBatch, req_states: RequestState