[Rust Frontend] Strongly type wire dtypes and multimodal modalities (#56174)
Co-authored-by: Codex <noreply@openai.com> Co-authored-by: mergify[bot] <37929162+mergify[bot]@users.noreply.github.com> Signed-off-by: Bugen Zhao <i@bugenzhao.com>
This commit is contained in:
co-authored by
Codex
mergify[bot] <37929162+mergify[bot]@users.noreply.github.com>
parent
285cbce6bd
commit
41cffa9af0
@@ -728,7 +728,7 @@ async fn unary_generate_prepares_multimodal_input_for_engine_core() {
|
||||
assert_eq!(features.len(), 2);
|
||||
|
||||
for (feature, identifier) in features.iter().zip(["image-1", "image-2"]) {
|
||||
assert_eq!(feature.modality, "image");
|
||||
assert_eq!(feature.modality.as_str(), "image");
|
||||
assert_eq!(feature.identifier, identifier);
|
||||
assert!(feature.mm_position.length > 1);
|
||||
assert_eq!(
|
||||
|
||||
@@ -2736,7 +2736,7 @@ async fn non_stream_chat_image_url_reaches_engine_mm_features() {
|
||||
|
||||
let features = request.mm_features.as_ref().expect("multimodal features");
|
||||
assert_eq!(features.len(), 1);
|
||||
assert_eq!(features[0].modality, "image");
|
||||
assert_eq!(features[0].modality.as_str(), "image");
|
||||
assert_eq!(features[0].identifier, "image-1");
|
||||
assert!(features[0].mm_position.length > 0);
|
||||
assert!(features[0].mm_position.is_embed.is_some());
|
||||
@@ -2799,7 +2799,7 @@ async fn non_stream_chat_rejects_when_image_count_exceeds_limit_mm_per_prompt()
|
||||
default_stream_output_specs(),
|
||||
Arc::new(FakeChatBackend::with_multimodal_model_info(
|
||||
qwen_multimodal_model_info_with_limits(std::collections::HashMap::from([(
|
||||
vllm_chat::multimodal::MmLimitModality::Image,
|
||||
vllm_chat::multimodal::MmModality::Image,
|
||||
vllm_chat::multimodal::MmLimitSpec::Count(1),
|
||||
)])),
|
||||
)),
|
||||
|
||||
Reference in New Issue
Block a user