[Rust Frontend][RL] add routed expert prompt offset (#52703)

Signed-off-by: Biswa Panda <biswa.panda@gmail.com>
Co-authored-by: mergify[bot] <37929162+mergify[bot]@users.noreply.github.com>
This commit is contained in:
Biswa Panda
2026-08-18 20:04:28 +00:00
committed by GitHub
co-authored by mergify[bot] <37929162+mergify[bot]@users.noreply.github.com>
parent 8d6b18329a
commit 6a391a931a
4 changed files with 15 additions and 0 deletions
+7
View File
@@ -188,6 +188,7 @@ pub fn lower_sampling_params(
logprob_token_ids,
skip_reading_prefix_cache,
extra_args: vllm_xargs,
routed_experts_prompt_start: 0,
};
validate_resolved_sampling_params(&params)?;
validate_vocab_range(&params, &sampling_limits)?;
@@ -645,6 +646,7 @@ mod tests {
logprob_token_ids: None,
skip_reading_prefix_cache: None,
extra_args: None,
routed_experts_prompt_start: 0,
}
"#]]
.assert_debug_eq(&params);
@@ -694,6 +696,7 @@ mod tests {
logprob_token_ids: None,
skip_reading_prefix_cache: None,
extra_args: None,
routed_experts_prompt_start: 0,
}
"#]]
.assert_debug_eq(&params);
@@ -859,6 +862,7 @@ mod tests {
logprob_token_ids: None,
skip_reading_prefix_cache: None,
extra_args: None,
routed_experts_prompt_start: 0,
}
"#]]
.assert_debug_eq(&params);
@@ -926,6 +930,7 @@ mod tests {
logprob_token_ids: None,
skip_reading_prefix_cache: None,
extra_args: None,
routed_experts_prompt_start: 0,
}
"#]]
.assert_debug_eq(&params);
@@ -986,6 +991,7 @@ mod tests {
logprob_token_ids: None,
skip_reading_prefix_cache: None,
extra_args: None,
routed_experts_prompt_start: 0,
}
"#]]
.assert_debug_eq(&params);
@@ -1235,6 +1241,7 @@ mod tests {
logprob_token_ids: None,
skip_reading_prefix_cache: None,
extra_args: None,
routed_experts_prompt_start: 0,
}
"#]]
.assert_debug_eq(&params);