[CI] Mirror external test assets in vLLM S3 (#52064)
Signed-off-by: khluu <khluu000@gmail.com> Co-authored-by: OpenAI Codex <noreply@openai.com>
This commit is contained in:
co-authored by
OpenAI Codex
parent
b369f10d5c
commit
8eb35c5217
@@ -6,6 +6,7 @@ import transformers
|
||||
from packaging import version
|
||||
from transformers import AutoModel
|
||||
|
||||
from vllm.assets.base import VLLM_S3_BUCKET_URL
|
||||
from vllm.entrypoints.chat_utils import (
|
||||
ChatCompletionContentPartImageEmbedsParam,
|
||||
ChatCompletionContentPartImageParam,
|
||||
@@ -34,6 +35,11 @@ CHECKPOINT_TO_HF_MAPPER = {
|
||||
"model.": "model.language_model.",
|
||||
}
|
||||
|
||||
HANDELSBLATT_IMAGE_URL = (
|
||||
f"{VLLM_S3_BUCKET_URL}/multimodal_asset/jinavl-handelsblatt-preview.png"
|
||||
)
|
||||
PAPER_IMAGE_URL = f"{VLLM_S3_BUCKET_URL}/multimodal_asset/jinavl-paper-11.png"
|
||||
|
||||
# Shared long text for test data
|
||||
LONG_TEXT_DOC = """We present ReaderLM-v2, a compact 1.5 billion parameter language model designed for efficient
|
||||
web content extraction. Our model processes documents up to 512K tokens, transforming messy HTML
|
||||
@@ -50,12 +56,8 @@ lower computational requirements.""" # noqa: E501
|
||||
TEXT_IMAGE_TEST_DATA = {
|
||||
"query": [{"text": "slm markdown"}],
|
||||
"documents": [
|
||||
{
|
||||
"image": "https://raw.githubusercontent.com/jina-ai/multimodal-reranker-test/main/handelsblatt-preview.png"
|
||||
},
|
||||
{
|
||||
"image": "https://raw.githubusercontent.com/jina-ai/multimodal-reranker-test/main/paper-11.png"
|
||||
},
|
||||
{"image": HANDELSBLATT_IMAGE_URL},
|
||||
{"image": PAPER_IMAGE_URL},
|
||||
],
|
||||
}
|
||||
|
||||
@@ -68,11 +70,7 @@ TEXT_TEXT_TEST_DATA = {
|
||||
}
|
||||
|
||||
IMAGE_TEXT_TEST_DATA = {
|
||||
"query": [
|
||||
{
|
||||
"image": "https://raw.githubusercontent.com/jina-ai/multimodal-reranker-test/main/paper-11.png"
|
||||
}
|
||||
],
|
||||
"query": [{"image": PAPER_IMAGE_URL}],
|
||||
"documents": [
|
||||
{"text": LONG_TEXT_DOC},
|
||||
{"text": "数据提取么?为什么不用正则啊,你用正则不就全解决了么?"},
|
||||
@@ -80,18 +78,10 @@ IMAGE_TEXT_TEST_DATA = {
|
||||
}
|
||||
|
||||
IMAGE_IMAGE_TEST_DATA = {
|
||||
"query": [
|
||||
{
|
||||
"image": "https://raw.githubusercontent.com/jina-ai/multimodal-reranker-test/main/paper-11.png"
|
||||
}
|
||||
],
|
||||
"query": [{"image": PAPER_IMAGE_URL}],
|
||||
"documents": [
|
||||
{
|
||||
"image": "https://raw.githubusercontent.com/jina-ai/multimodal-reranker-test/main/handelsblatt-preview.png"
|
||||
},
|
||||
{
|
||||
"image": "https://raw.githubusercontent.com/jina-ai/multimodal-reranker-test/main/paper-11.png"
|
||||
},
|
||||
{"image": HANDELSBLATT_IMAGE_URL},
|
||||
{"image": PAPER_IMAGE_URL},
|
||||
],
|
||||
}
|
||||
|
||||
@@ -99,13 +89,9 @@ TEXT_MIXED_DOCS_TEST_DATA = {
|
||||
"query": [{"text": "slm markdown"}],
|
||||
"documents": [
|
||||
{"text": LONG_TEXT_DOC},
|
||||
{
|
||||
"image": "https://raw.githubusercontent.com/jina-ai/multimodal-reranker-test/main/paper-11.png"
|
||||
},
|
||||
{"image": PAPER_IMAGE_URL},
|
||||
{"text": "数据提取么?为什么不用正则啊,你用正则不就全解决了么?"},
|
||||
{
|
||||
"image": "https://raw.githubusercontent.com/jina-ai/multimodal-reranker-test/main/handelsblatt-preview.png"
|
||||
},
|
||||
{"image": HANDELSBLATT_IMAGE_URL},
|
||||
],
|
||||
}
|
||||
|
||||
|
||||
Reference in New Issue
Block a user