[Frontend][Rust] Add mm-processor benchmark for Rust frontend (#51922)

Signed-off-by: Karthik Gangula <gangula-karthik@users.noreply.github.com>
Signed-off-by: gangula-karthik <gkarthik923@gmail.com>
Signed-off-by: Isotr0py <Isotr0py@outlook.com>
Co-authored-by: Karthik Gangula <gangula-karthik@users.noreply.github.com>
Co-authored-by: factory-droid[bot] <138933559+factory-droid[bot]@users.noreply.github.com>
Co-authored-by: Isotr0py <Isotr0py@outlook.com>
This commit is contained in:
karthik
2026-09-22 05:08:35 +00:00
committed by GitHub
co-authored by Karthik Gangula factory-droid[bot] <138933559+factory-droid[bot]@users.noreply.github.com> Isotr0py
parent 0961bbae28
commit f84325c48c
14 changed files with 980 additions and 33 deletions
@@ -53,7 +53,12 @@ pub async fn generate(
let lora_resolution = state.resolve_model_with_loras(body.model.as_deref()).await;
let mm_features = if let Some(parts) = body.content_parts.take() {
match state.chat.prepare_media(parts, &mut body.token_ids).await {
match state
.chat
.prepare_media(parts, &mut body.token_ids)
.instrument(vllm_chat::mm_request_span(&request_context.request_id))
.await
{
Ok(features) => features,
Err(e) => {
return ApiError::invalid_request(