[Rust Frontend] Strongly type wire dtypes and multimodal modalities (#56174)

Co-authored-by: Codex <noreply@openai.com>
Co-authored-by: mergify[bot] <37929162+mergify[bot]@users.noreply.github.com>
Signed-off-by: Bugen Zhao <i@bugenzhao.com>
This commit is contained in:
Bugen Zhao
2026-09-10 02:11:22 +00:00
committed by GitHub
co-authored by Codex mergify[bot] <37929162+mergify[bot]@users.noreply.github.com>
parent 285cbce6bd
commit 41cffa9af0
15 changed files with 453 additions and 270 deletions
+1 -1
View File
@@ -728,7 +728,7 @@ async fn unary_generate_prepares_multimodal_input_for_engine_core() {
assert_eq!(features.len(), 2);
for (feature, identifier) in features.iter().zip(["image-1", "image-2"]) {
assert_eq!(feature.modality, "image");
assert_eq!(feature.modality.as_str(), "image");
assert_eq!(feature.identifier, identifier);
assert!(feature.mm_position.length > 1);
assert_eq!(
+2 -2
View File
@@ -2736,7 +2736,7 @@ async fn non_stream_chat_image_url_reaches_engine_mm_features() {
let features = request.mm_features.as_ref().expect("multimodal features");
assert_eq!(features.len(), 1);
assert_eq!(features[0].modality, "image");
assert_eq!(features[0].modality.as_str(), "image");
assert_eq!(features[0].identifier, "image-1");
assert!(features[0].mm_position.length > 0);
assert!(features[0].mm_position.is_embed.is_some());
@@ -2799,7 +2799,7 @@ async fn non_stream_chat_rejects_when_image_count_exceeds_limit_mm_per_prompt()
default_stream_output_specs(),
Arc::new(FakeChatBackend::with_multimodal_model_info(
qwen_multimodal_model_info_with_limits(std::collections::HashMap::from([(
vllm_chat::multimodal::MmLimitModality::Image,
vllm_chat::multimodal::MmModality::Image,
vllm_chat::multimodal::MmLimitSpec::Count(1),
)])),
)),