[Frontend][Rust] Add mm-processor benchmark for Rust frontend (#51922)
Signed-off-by: Karthik Gangula <gangula-karthik@users.noreply.github.com> Signed-off-by: gangula-karthik <gkarthik923@gmail.com> Signed-off-by: Isotr0py <Isotr0py@outlook.com> Co-authored-by: Karthik Gangula <gangula-karthik@users.noreply.github.com> Co-authored-by: factory-droid[bot] <138933559+factory-droid[bot]@users.noreply.github.com> Co-authored-by: Isotr0py <Isotr0py@outlook.com>
This commit is contained in:
co-authored by
Karthik Gangula
factory-droid[bot] <138933559+factory-droid[bot]@users.noreply.github.com>
Isotr0py
parent
0961bbae28
commit
f84325c48c
@@ -53,7 +53,12 @@ pub async fn generate(
|
||||
let lora_resolution = state.resolve_model_with_loras(body.model.as_deref()).await;
|
||||
|
||||
let mm_features = if let Some(parts) = body.content_parts.take() {
|
||||
match state.chat.prepare_media(parts, &mut body.token_ids).await {
|
||||
match state
|
||||
.chat
|
||||
.prepare_media(parts, &mut body.token_ids)
|
||||
.instrument(vllm_chat::mm_request_span(&request_context.request_id))
|
||||
.await
|
||||
{
|
||||
Ok(features) => features,
|
||||
Err(e) => {
|
||||
return ApiError::invalid_request(
|
||||
|
||||
Reference in New Issue
Block a user