Fix Qwen2.5-VL test for Transformers v5 (#36532)
Signed-off-by: Harry Mellor <19981378+hmellor@users.noreply.github.com>
This commit is contained in:
@@ -8,7 +8,7 @@ NOTE:
|
|||||||
--runner pooling \
|
--runner pooling \
|
||||||
--max-model-len 5000 \
|
--max-model-len 5000 \
|
||||||
--limit-mm-per-prompt.video 1 \
|
--limit-mm-per-prompt.video 1 \
|
||||||
--hf-overrides '{"text_config": {"architectures": ["Qwen2_5_VLForSequenceClassification"]}}'
|
--hf-overrides '{"architectures": ["Qwen2_5_VLForSequenceClassification"]}'
|
||||||
"""
|
"""
|
||||||
|
|
||||||
import argparse
|
import argparse
|
||||||
|
|||||||
@@ -12,11 +12,7 @@ from vllm.multimodal.utils import encode_image_url, fetch_image
|
|||||||
MODEL_NAME = "muziyongshixin/Qwen2.5-VL-7B-for-VideoCls"
|
MODEL_NAME = "muziyongshixin/Qwen2.5-VL-7B-for-VideoCls"
|
||||||
MAXIMUM_VIDEOS = 1
|
MAXIMUM_VIDEOS = 1
|
||||||
|
|
||||||
HF_OVERRIDES = {
|
HF_OVERRIDES = {"architectures": ["Qwen2_5_VLForSequenceClassification"]}
|
||||||
"text_config": {
|
|
||||||
"architectures": ["Qwen2_5_VLForSequenceClassification"],
|
|
||||||
},
|
|
||||||
}
|
|
||||||
input_text = "This product was excellent and exceeded my expectations"
|
input_text = "This product was excellent and exceeded my expectations"
|
||||||
image_url = "https://vllm-public-assets.s3.us-west-2.amazonaws.com/multimodal_asset/cat_snow.jpg"
|
image_url = "https://vllm-public-assets.s3.us-west-2.amazonaws.com/multimodal_asset/cat_snow.jpg"
|
||||||
image_base64 = {"url": encode_image_url(fetch_image(image_url))}
|
image_base64 = {"url": encode_image_url(fetch_image(image_url))}
|
||||||
|
|||||||
Reference in New Issue
Block a user