[Bugfix][V1][Multimodal] Recover from P0/P1 processor cache drift (#46747) (#46747)

Signed-off-by: William Zhao <williamzh@meta.com>
Signed-off-by: WillZZZy <93454470+WillZZZy@users.noreply.github.com>
Co-authored-by: Cyrus Leung <tlleungac@connect.ust.hk>
Co-authored-by: Claude <noreply@anthropic.com>
This commit is contained in:
WillZZZy
2026-08-12 12:06:57 +08:00
committed by GitHub
co-authored by Cyrus Leung Claude
parent f4e9bb01de
commit 3962042304
13 changed files with 236 additions and 113 deletions
+1 -11
View File
@@ -114,18 +114,8 @@ fn request_output(
EngineCoreOutput {
request_id: request_id.to_string(),
new_token_ids,
new_logprobs: None,
new_prompt_logprobs_tensors: None,
pooling_output: None,
finish_reason,
stop_reason: None,
events: None,
kv_transfer_params: None,
ec_transfer_params: None,
trace_headers: None,
prefill_stats: None,
routed_experts: None,
num_nans_in_logits: 0,
..Default::default()
}
}
@@ -96,18 +96,8 @@ fn request_output(
EngineCoreOutput {
request_id: request_id.to_string(),
new_token_ids,
new_logprobs: None,
new_prompt_logprobs_tensors: None,
pooling_output: None,
finish_reason,
stop_reason: None,
events: None,
kv_transfer_params: None,
ec_transfer_params: None,
trace_headers: None,
prefill_stats: None,
routed_experts: None,
num_nans_in_logits: 0,
..Default::default()
}
}
+3 -24
View File
@@ -76,18 +76,9 @@ fn request_output_with_stop_reason(
EngineCoreOutput {
request_id: request_id.to_string(),
new_token_ids,
new_logprobs: None,
new_prompt_logprobs_tensors: None,
pooling_output: None,
finish_reason,
stop_reason,
events: None,
kv_transfer_params: None,
ec_transfer_params: None,
trace_headers: None,
prefill_stats: None,
routed_experts: None,
num_nans_in_logits: 0,
..Default::default()
}
}
@@ -104,16 +95,9 @@ fn request_output_with_logprobs(
new_token_ids,
new_logprobs: new_logprobs.map(MaybeWireLogprobs::Direct),
new_prompt_logprobs_tensors: new_prompt_logprobs_tensors.map(MaybeWireLogprobs::Direct),
pooling_output: None,
finish_reason,
stop_reason,
events: None,
kv_transfer_params: None,
ec_transfer_params: None,
trace_headers: None,
prefill_stats: None,
routed_experts: None,
num_nans_in_logits: 0,
..Default::default()
}
}
@@ -132,16 +116,11 @@ fn request_output_with_logprobs_and_kv(
new_token_ids,
new_logprobs: new_logprobs.map(MaybeWireLogprobs::Direct),
new_prompt_logprobs_tensors: new_prompt_logprobs_tensors.map(MaybeWireLogprobs::Direct),
pooling_output: None,
finish_reason,
stop_reason,
events: None,
kv_transfer_params,
ec_transfer_params,
trace_headers: None,
prefill_stats: None,
routed_experts: None,
num_nans_in_logits: 0,
..Default::default()
}
}