[Rust Frontend] Add dynamic LoRA endpoints (#43778)

Signed-off-by: xunzhuo <xunzhuo@vllm-semantic-router.ai>
Co-authored-by: Bugen Zhao <i@bugenzhao.com>
This commit is contained in:
Xunzhuo
2026-06-03 07:55:29 +00:00
committed by GitHub
co-authored by Bugen Zhao
parent 4aaed4ca22
commit 6550ff12f2
24 changed files with 1081 additions and 49 deletions
+3 -2
View File
@@ -2,8 +2,9 @@ use std::collections::BTreeMap;
use std::time::{SystemTime, UNIX_EPOCH};
use uuid::Uuid;
use vllm_engine_core_client::protocol::lora::LoraRequest;
use vllm_engine_core_client::protocol::multimodal::MmFeatures;
use vllm_engine_core_client::protocol::{EngineCoreRequest, EngineCoreSamplingParams, OpaqueValue};
use vllm_engine_core_client::protocol::{EngineCoreRequest, EngineCoreSamplingParams};
use crate::error::{Error, Result};
@@ -34,7 +35,7 @@ pub struct GenerateRequest {
pub priority: i32,
pub data_parallel_rank: Option<u32>,
pub reasoning_ended: Option<bool>,
pub lora_request: Option<OpaqueValue>,
pub lora_request: Option<LoraRequest>,
}
#[derive(Debug)]