diff --git a/docker/Dockerfile.cpu b/docker/Dockerfile.cpu index 61bad68b44..adb94b5a92 100644 --- a/docker/Dockerfile.cpu +++ b/docker/Dockerfile.cpu @@ -194,6 +194,7 @@ FROM base AS vllm-test-deps WORKDIR /vllm-workspace # Copy test requirements +COPY requirements/common.txt requirements/common.txt COPY requirements/test/cuda.in requirements/test/cpu.in RUN \ diff --git a/requirements/test/cuda.in b/requirements/test/cuda.in index 12a4071639..9a6e46712c 100644 --- a/requirements/test/cuda.in +++ b/requirements/test/cuda.in @@ -1,3 +1,5 @@ +-r ../common.txt + # testing pytest tensorizer==2.10.1 @@ -13,7 +15,6 @@ albumentations # required for Nemotron Parse in test_common.py av # required for audio_in_video tests backoff # required for phi4mm test blobfile # required for kimi-vl test -einops # required for MPT, qwen-vl httpx librosa # required for audio tests vector_quantize_pytorch # required for minicpmo_26 test @@ -34,7 +35,6 @@ matplotlib # required for qwen-vl test mistral_common[image,audio] >= 1.11.5 # required for voxtral test num2words # required for smolvlm test open_clip_torch==2.32.0 # Required for nemotron_vl test, Nemotron Parse in test_common.py -opencv-python-headless >= 4.13.0 # required for video test datamodel_code_generator # required for minicpm3 test lm-eval[api]>=0.4.12 # required for model evaluation test mteb[bm25s]>=2, <3 # required for mteb test @@ -55,11 +55,9 @@ grpcio-reflection==1.78.0 arctic-inference == 0.1.1; platform_machine == "x86_64" # Required for suffix decoding test numba == 0.65.0 # Required for N-gram speculative decoding -numpy runai-model-streamer[s3,gcs,azure]==0.15.7 fastsafetensors>=0.3.2 instanttensor>=0.1.5; platform_machine == "x86_64" -pydantic>=2.12 # 2.11 leads to error on python 3.13 decord==0.6.0; platform_machine == "x86_64" # terratorch is temporarily disabled while PyPI has the `lightning` package # in `quarantined` status (every published terratorch version transitively diff --git a/requirements/test/cuda.txt b/requirements/test/cuda.txt index f504c69c48..e8d600ba63 100644 --- a/requirements/test/cuda.txt +++ b/requirements/test/cuda.txt @@ -9,6 +9,7 @@ aiohappyeyeballs==2.6.1 aiohttp==3.13.3 # via # -c requirements/common.txt + # -r requirements/test/../common.txt # aiohttp-cors # datasets # fsspec @@ -24,17 +25,34 @@ albumentations==1.4.6 alembic==1.16.4 # via optuna annotated-doc==0.0.4 - # via fastapi + # via + # fastapi + # typer annotated-types==0.7.0 # via pydantic -anyio==4.6.2.post1 +anthropic==0.112.0 # via + # -c requirements/common.txt + # -r requirements/test/../common.txt +anyio==4.14.1 + # via + # anthropic # httpx + # mcp + # openai + # sse-starlette # starlette + # watchfiles +apache-tvm-ffi==0.1.9 + # via + # -c requirements/cuda.txt + # xgrammar arctic-inference==0.1.1 # via -r requirements/test/cuda.in argcomplete==3.5.1 # via datamodel-code-generator +astor==0.8.1 + # via depyf attrs==24.2.0 # via # aiohttp @@ -59,6 +77,8 @@ bitsandbytes==0.49.2 # via -r requirements/test/cuda.in black==24.10.0 # via datamodel-code-generator +blake3==1.0.9 + # via -r requirements/test/../common.txt blobfile==3.0.0 # via -r requirements/test/cuda.in bm25s==0.2.13 @@ -76,12 +96,17 @@ bounded-pool-executor==0.0.3 buildkite-test-collector==0.1.9 # via -r requirements/test/cuda.in cachetools==5.5.2 - # via google-auth + # via + # -r requirements/test/../common.txt + # google-auth +cbor2==6.1.2 + # via -r requirements/test/../common.txt certifi==2024.8.30 # via # httpcore # httpx # requests + # sentry-sdk cffi==2.0.0 # via # cryptography @@ -98,9 +123,11 @@ click==8.1.7 # jiwer # nltk # ray + # rich-toolkit # schemathesis - # typer # uvicorn +cloudpickle==3.1.2 + # via -r requirements/test/../common.txt cohere-melody==0.9.0 # via -r requirements/test/cuda.in colorama==0.4.6 @@ -111,6 +138,10 @@ colorful==0.5.6 # via ray colorlog==6.10.1 # via optuna +compressed-tensors==0.17.0 + # via + # -c requirements/common.txt + # -r requirements/test/../common.txt contourpy==1.3.0 # via matplotlib coverage==7.10.6 @@ -149,30 +180,49 @@ decorator==5.1.1 # via librosa decord==0.6.0 # via -r requirements/test/cuda.in +depyf==0.20.0 + # via + # -c requirements/common.txt + # -r requirements/test/../common.txt +detect-installer==0.1.0 + # via fastapi-cloud-cli dill==0.3.8 # via # datasets + # depyf # evaluate # lm-eval # multiprocess +diskcache==5.6.3 + # via + # -c requirements/common.txt + # -r requirements/test/../common.txt distlib==0.3.9 # via virtualenv +distro==1.9.0 + # via + # anthropic + # openai dnspython==2.7.0 # via email-validator docker==7.1.0 # via gpt-oss docopt==0.6.2 # via num2words +docstring-parser==0.18.0 + # via anthropic einops==0.8.1 # via - # -r requirements/test/cuda.in + # -r requirements/test/../common.txt # encodec # vector-quantize-pytorch # vocos einx==0.3.0 # via vector-quantize-pytorch email-validator==2.2.0 - # via pydantic + # via + # fastapi + # pydantic encodec==0.1.1 # via vocos et-xmlfile==2.0.0 @@ -182,7 +232,17 @@ evaluate==0.4.3 fastapi==0.136.3 # via # -c requirements/common.txt + # -r requirements/test/../common.txt # gpt-oss + # model-hosting-container-standards +fastapi-cli==0.0.27 + # via fastapi +fastapi-cloud-cli==0.21.0 + # via fastapi-cli +fastar==0.11.0 + # via + # fastapi + # fastapi-cloud-cli fastparquet==2024.11.0 # via genai-perf fastrlock==0.8.2 @@ -194,6 +254,7 @@ fastsafetensors==0.3.2 filelock==3.16.1 # via # -c requirements/common.txt + # -r requirements/test/../common.txt # blobfile # datasets # huggingface-hub @@ -243,7 +304,10 @@ google-crc32c==1.7.1 google-resumable-media==2.7.2 # via google-cloud-storage googleapis-common-protos==1.70.0 - # via google-api-core + # via + # google-api-core + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http gpt-oss==0.0.8 # via -r requirements/test/cuda.in graphql-core==3.2.6 @@ -254,6 +318,7 @@ grpcio==1.78.0 # via # -r requirements/test/cuda.in # grpcio-reflection + # opentelemetry-exporter-otlp-proto-grpc # ray grpcio-reflection==1.78.0 # via -r requirements/test/cuda.in @@ -275,12 +340,22 @@ html2text==2025.4.15 # via gpt-oss httpcore==1.0.6 # via httpx +httptools==0.8.0 + # via uvicorn httpx==0.27.2 # via # -r requirements/test/cuda.in + # anthropic + # fastapi + # fastapi-cloud-cli # huggingface-hub + # mcp + # model-hosting-container-standards + # openai # perceptron # schemathesis +httpx-sse==0.4.3 + # via mcp huggingface-hub==1.10.2 # via # accelerate @@ -314,6 +389,8 @@ idna==3.10 # httpx # requests # yarl +ijson==3.5.0 + # via -r requirements/test/../common.txt imagehash==4.3.2 # via -r requirements/test/cuda.in imageio==2.37.0 @@ -326,6 +403,8 @@ iniconfig==2.0.0 # via pytest instanttensor==0.1.5 # via -r requirements/test/cuda.in +interegular==0.3.3 + # via lm-format-enforcer isodate==0.7.2 # via azure-storage-blob isort==5.13.2 @@ -333,15 +412,21 @@ isort==5.13.2 jinja2==3.1.6 # via # datamodel-code-generator + # fastapi # genai-perf # lm-eval # torch +jiter==0.15.0 + # via + # anthropic + # openai jiwer==3.0.5 # via -r requirements/test/cuda.in jmespath==1.0.1 # via # boto3 # botocore + # model-hosting-container-standards joblib==1.4.2 # via # librosa @@ -350,7 +435,9 @@ joblib==1.4.2 jsonschema==4.23.0 # via # -c requirements/common.txt + # -r requirements/test/../common.txt # hypothesis-jsonschema + # mcp # mistral-common # ray jsonschema-rs==0.46.5 @@ -365,6 +452,10 @@ kaleido==0.2.1 # via genai-perf kiwisolver==1.4.7 # via matplotlib +lark==1.2.2 + # via + # -c requirements/common.txt + # -r requirements/test/../common.txt lazy-loader==0.4 # via # librosa @@ -373,10 +464,20 @@ libnacl==2.1.0 # via tensorizer librosa==0.10.2.post1 # via -r requirements/test/cuda.in +llguidance==1.7.6 + # via + # -c requirements/common.txt + # -r requirements/test/../common.txt llvmlite==0.47.0 # via numba lm-eval==0.4.12 # via -r requirements/test/cuda.in +lm-format-enforcer==0.11.3 + # via + # -c requirements/common.txt + # -r requirements/test/../common.txt +loguru==0.7.3 + # via compressed-tensors lxml==5.3.0 # via # blobfile @@ -398,12 +499,19 @@ mbstrdecoder==1.1.3 # dataproperty # pytablewriter # typepy +mcp==1.28.1 + # via -r requirements/test/../common.txt mdurl==0.1.2 # via markdown-it-py mistral-common==1.11.5 # via # -c requirements/common.txt + # -r requirements/test/../common.txt # -r requirements/test/cuda.in +model-hosting-container-standards==0.1.16 + # via + # -c requirements/common.txt + # -r requirements/test/../common.txt more-itertools==10.5.0 # via lm-eval mpmath==1.3.0 @@ -418,6 +526,8 @@ msgpack==1.1.0 # via # librosa # ray +msgspec==0.21.1 + # via -r requirements/test/../common.txt mteb==2.8.3 # via -r requirements/test/cuda.in multidict==6.1.0 @@ -434,6 +544,8 @@ networkx==3.2.1 # via # scikit-image # torch +ninja==1.13.0 + # via -r requirements/test/../common.txt nltk==3.9.1 # via rouge-score num2words==0.5.14 @@ -445,7 +557,7 @@ numba==0.65.0 # librosa numpy==2.2.6 # via - # -r requirements/test/cuda.in + # -r requirements/test/../common.txt # accelerate # albumentations # bitsandbytes @@ -489,6 +601,7 @@ numpy==2.2.6 # transformers # tritonclient # vocos + # xgrammar nvidia-cublas==13.1.0.3 # via # cuda-toolkit @@ -530,9 +643,14 @@ nvidia-nvtx==13.0.85 # via cuda-toolkit open-clip-torch==2.32.0 # via -r requirements/test/cuda.in +openai==2.44.0 + # via + # -c requirements/common.txt + # -r requirements/test/../common.txt openai-harmony==0.0.4 # via # -c requirements/common.txt + # -r requirements/test/../common.txt # gpt-oss opencensus==0.11.4 # via ray @@ -541,7 +659,7 @@ opencensus-context==0.1.3 opencv-python-headless==4.13.0.90 # via # -c requirements/common.txt - # -r requirements/test/cuda.in + # -r requirements/test/../common.txt # albumentations # mistral-common openpyxl==3.1.5 @@ -549,24 +667,54 @@ openpyxl==3.1.5 opentelemetry-api==1.35.0 # via # -c requirements/common.txt + # -r requirements/test/../common.txt + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http # opentelemetry-exporter-prometheus # opentelemetry-sdk # opentelemetry-semantic-conventions +opentelemetry-exporter-otlp==1.35.0 + # via + # -c requirements/common.txt + # -r requirements/test/../common.txt +opentelemetry-exporter-otlp-proto-common==1.35.0 + # via + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http +opentelemetry-exporter-otlp-proto-grpc==1.35.0 + # via opentelemetry-exporter-otlp +opentelemetry-exporter-otlp-proto-http==1.35.0 + # via opentelemetry-exporter-otlp opentelemetry-exporter-prometheus==0.56b0 # via ray opentelemetry-proto==1.35.0 - # via ray + # via + # opentelemetry-exporter-otlp-proto-common + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http + # ray opentelemetry-sdk==1.35.0 # via # -c requirements/common.txt + # -r requirements/test/../common.txt + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http # opentelemetry-exporter-prometheus # ray opentelemetry-semantic-conventions==0.56b0 # via opentelemetry-sdk +opentelemetry-semantic-conventions-ai==0.4.13 + # via + # -c requirements/common.txt + # -r requirements/test/../common.txt optuna==3.6.1 # via genai-perf orjson==3.11.5 # via genai-perf +outlines-core==0.2.14 + # via + # -c requirements/common.txt + # -r requirements/test/../common.txt packaging==24.2 # via # accelerate @@ -578,6 +726,7 @@ packaging==24.2 # fastparquet # huggingface-hub # lazy-loader + # lm-format-enforcer # matplotlib # optuna # peft @@ -597,6 +746,8 @@ pandas==2.2.3 # fastparquet # genai-perf # statsmodels +partial-json-parser==0.2.1.1.post7 + # via -r requirements/test/../common.txt pathspec==0.12.1 # via black pathvalidate==3.2.1 @@ -611,6 +762,7 @@ perf-analyzer==0.1.0 # via genai-perf pillow==10.4.0 # via + # -r requirements/test/../common.txt # genai-perf # imagehash # imageio @@ -644,8 +796,14 @@ pqdm==0.2.0 prometheus-client==0.22.0 # via # -c requirements/common.txt + # -r requirements/test/../common.txt # opentelemetry-exporter-prometheus + # prometheus-fastapi-instrumentator # ray +prometheus-fastapi-instrumentator==8.0.2 + # via + # -c requirements/common.txt + # -r requirements/test/../common.txt propcache==0.2.0 # via # aiohttp @@ -655,6 +813,7 @@ proto-plus==1.26.1 protobuf==6.33.6 # via # -c requirements/common.txt + # -r requirements/test/../common.txt # google-api-core # googleapis-common-protos # grpcio-reflection @@ -664,11 +823,14 @@ protobuf==6.33.6 # tensorizer psutil==6.1.0 # via + # -r requirements/test/../common.txt # accelerate # peft # tensorizer py==1.11.0 # via pytest-forked +py-cpuinfo==9.0.0 + # via -r requirements/test/../common.txt py-spy==0.4.0 # via ray pyarrow==23.0.0 @@ -681,6 +843,8 @@ pyasn1==0.6.1 # rsa pyasn1-modules==0.4.2 # via google-auth +pybase64==1.4.3 + # via -r requirements/test/../common.txt pycountry==24.6.1 # via pydantic-extra-types pycparser==2.22 @@ -690,26 +854,43 @@ pycryptodomex==3.22.0 pydantic==2.12.0 # via # -c requirements/common.txt - # -r requirements/test/cuda.in + # -r requirements/test/../common.txt # albumentations + # anthropic + # compressed-tensors # datamodel-code-generator # fastapi + # fastapi-cloud-cli # gpt-oss + # lm-format-enforcer + # mcp # mistral-common + # model-hosting-container-standards # mteb + # openai # openai-harmony # pydantic-extra-types + # pydantic-settings # ray + # xgrammar pydantic-core==2.41.1 # via pydantic pydantic-extra-types==2.10.5 - # via mistral-common + # via + # fastapi + # mistral-common +pydantic-settings==2.14.2 + # via + # fastapi + # mcp pygments==2.18.0 # via # pytest # rich pyjwt==2.11.0 - # via msal + # via + # mcp + # msal pyparsing==3.2.0 # via matplotlib pyrate-limiter==4.4.0 @@ -751,6 +932,16 @@ python-dateutil==2.9.0.post0 # matplotlib # pandas # typepy +python-dotenv==1.2.2 + # via + # pydantic-settings + # uvicorn +python-json-logger==4.1.0 + # via -r requirements/test/../common.txt +python-multipart==0.0.32 + # via + # fastapi + # mcp python-rapidjson==1.20 # via tritonclient pytrec-eval-terrier==0.5.7 @@ -763,12 +954,14 @@ pywavelets==1.9.0 # via imagehash pyyaml==6.0.2 # via + # -r requirements/test/../common.txt # accelerate # albumentations # datamodel-code-generator # datasets # genai-perf # huggingface-hub + # lm-format-enforcer # optuna # peft # ray @@ -776,7 +969,12 @@ pyyaml==6.0.2 # schemathesis # timm # transformers + # uvicorn # vocos +pyzmq==27.1.0 + # via + # -c requirements/common.txt + # -r requirements/test/../common.txt rapidfuzz==3.12.1 # via jiwer ray==2.48.0 @@ -789,6 +987,7 @@ referencing==0.35.1 # jsonschema-specifications regex==2026.2.28 # via + # -r requirements/test/../common.txt # nltk # open-clip-torch # sacrebleu @@ -797,6 +996,7 @@ regex==2026.2.28 requests==2.32.3 # via # -c requirements/common.txt + # -r requirements/test/../common.txt # azure-core # buildkite-test-collector # datasets @@ -809,6 +1009,7 @@ requests==2.32.3 # mistral-common # msal # mteb + # opentelemetry-exporter-otlp-proto-http # pooch # ray # responses @@ -822,8 +1023,15 @@ rich==13.9.4 # genai-perf # mteb # perceptron + # rich-toolkit # schemathesis # typer +rich-toolkit==0.20.1 + # via + # fastapi-cli + # fastapi-cloud-cli +rignore==0.7.6 + # via fastapi-cloud-cli rouge-score==0.1.2 # via lm-eval rpds-py==0.20.1 @@ -847,6 +1055,7 @@ sacrebleu==2.4.3 safetensors==0.7.0 # via # -c requirements/common.txt + # -r requirements/test/../common.txt # accelerate # open-clip-torch # peft @@ -882,9 +1091,17 @@ sentence-transformers==5.2.0 # via # -r requirements/test/cuda.in # mteb +sentencepiece==0.2.1 + # via -r requirements/test/../common.txt +sentry-sdk==2.63.0 + # via fastapi-cloud-cli +setproctitle==1.3.7 + # via -r requirements/test/../common.txt setuptools==77.0.3 # via # -c requirements/common.txt + # -r requirements/test/../common.txt + # model-hosting-container-standards # pytablewriter # torch shellingham==1.5.4 @@ -894,6 +1111,7 @@ shellingham==1.5.4 six==1.16.0 # via # -c requirements/common.txt + # -r requirements/test/../common.txt # junit-xml # opencensus # python-dateutil @@ -902,8 +1120,9 @@ smart-open==7.1.0 # via ray sniffio==1.3.1 # via - # anyio + # anthropic # httpx + # openai sortedcontainers==2.4.0 # via hypothesis soundfile==0.12.1 @@ -922,10 +1141,17 @@ sqlalchemy==2.0.41 # optuna sqlitedict==2.1.0 # via lm-eval +sse-starlette==3.4.5 + # via mcp starlette==1.3.1 # via # -c requirements/common.txt + # -r requirements/test/../common.txt # fastapi + # mcp + # model-hosting-container-standards + # prometheus-fastapi-instrumentator + # sse-starlette # starlette-testclient starlette-testclient==0.4.1 # via schemathesis @@ -933,6 +1159,8 @@ statsmodels==0.14.4 # via genai-perf structlog==25.4.0 # via gpt-oss +supervisor==4.3.0 + # via model-hosting-container-standards sympy==1.13.3 # via # einx @@ -962,6 +1190,7 @@ tifffile==2025.3.30 tiktoken==0.12.0 # via # -c requirements/common.txt + # -r requirements/test/../common.txt # gpt-oss # lm-eval # mistral-common @@ -973,6 +1202,7 @@ timm==1.0.17 tokenizers==0.22.2 # via # -c requirements/common.txt + # -r requirements/test/../common.txt # -r requirements/test/cuda.in # transformers torch==2.11.0+cu130 @@ -981,6 +1211,7 @@ torch==2.11.0+cu130 # -r requirements/test/cuda.in # accelerate # bitsandbytes + # compressed-tensors # encodec # instanttensor # mteb @@ -994,6 +1225,7 @@ torch==2.11.0+cu130 # torchvision # vector-quantize-pytorch # vocos + # xgrammar torchaudio==2.11.0+cu130 # via # -c requirements/cuda.txt @@ -1009,6 +1241,7 @@ torchvision==0.26.0+cu130 # timm tqdm==4.67.3 # via + # -r requirements/test/../common.txt # datasets # evaluate # huggingface-hub @@ -1016,6 +1249,7 @@ tqdm==4.67.3 # mteb # nltk # open-clip-torch + # openai # optuna # peft # pqdm @@ -1025,15 +1259,20 @@ tqdm==4.67.3 transformers==5.5.3 # via # -c requirements/common.txt + # -r requirements/test/../common.txt # -r requirements/test/cuda.in + # compressed-tensors # genai-perf # peft # sentence-transformers # transformers-stream-generator + # xgrammar transformers-stream-generator==0.0.5 # via -r requirements/test/cuda.in triton==3.6.0 - # via torch + # via + # torch + # xgrammar tritonclient==2.64.0 # via -r requirements/test/cuda.in typepy==1.3.2 @@ -1041,8 +1280,10 @@ typepy==1.3.2 # dataproperty # pytablewriter # tabledata -typer==0.15.2 +typer==0.26.8 # via + # fastapi-cli + # fastapi-cloud-cli # fastsafetensors # huggingface-hub # perceptron @@ -1050,9 +1291,13 @@ typer==0.15.2 typing-extensions==4.15.0 # via # -c requirements/common.txt + # -r requirements/test/../common.txt # aiosignal # albumentations # alembic + # anthropic + # anyio + # apache-tvm-ffi # azure-core # azure-identity # azure-storage-blob @@ -1062,9 +1307,13 @@ typing-extensions==4.15.0 # huggingface-hub # librosa # lm-eval + # mcp # mistral-common # mteb + # openai # opentelemetry-api + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http # opentelemetry-sdk # opentelemetry-semantic-conventions # pqdm @@ -1072,17 +1321,20 @@ typing-extensions==4.15.0 # pydantic-core # pydantic-extra-types # pytest-asyncio + # rich-toolkit # schemathesis # sentence-transformers # sqlalchemy # starlette # torch - # typer # typing-inspection + # xgrammar typing-inspection==0.4.2 # via # fastapi + # mcp # pydantic + # pydantic-settings tzdata==2024.2 # via pandas urllib3==2.2.3 @@ -1092,23 +1344,41 @@ urllib3==2.2.3 # docker # requests # responses + # sentry-sdk # tritonclient uvicorn==0.35.0 - # via gpt-oss + # via + # fastapi + # fastapi-cli + # fastapi-cloud-cli + # gpt-oss + # mcp +uvloop==0.22.1 + # via uvicorn vector-quantize-pytorch==1.21.2 # via -r requirements/test/cuda.in virtualenv==20.31.2 # via ray vocos==0.1.0 # via -r requirements/test/cuda.in +watchfiles==1.2.0 + # via + # -r requirements/test/../common.txt + # uvicorn wcwidth==0.2.13 # via ftfy +websockets==16.0 + # via uvicorn werkzeug==3.1.3 # via schemathesis word2number==1.1 # via lm-eval wrapt==1.17.2 # via smart-open +xgrammar==0.2.3 + # via + # -c requirements/common.txt + # -r requirements/test/../common.txt xxhash==3.5.0 # via # datasets diff --git a/requirements/test/rocm.in b/requirements/test/rocm.in index 6a38f384f1..dc7f03c64f 100644 --- a/requirements/test/rocm.in +++ b/requirements/test/rocm.in @@ -15,7 +15,6 @@ albumentations # required for Nemotron Parse in test_common.py av # required for audio_in_video tests backoff # required for phi4mm test blobfile # required for kimi-vl test -einops # required for MPT, qwen-vl httpx librosa # required for audio tests vector_quantize_pytorch # required for minicpmo_26 test @@ -33,7 +32,6 @@ matplotlib # required for qwen-vl test mistral_common[image,audio]>=1.11.5 # required for voxtral test num2words # required for smolvlm test open_clip_torch==2.32.0 # Required for nemotron_vl test, Nemotron Parse in test_common.py -opencv-python-headless>=4.13.0 # required for video test datamodel_code_generator # required for minicpm3 test lm-eval[api]>=0.4.12 # required for model evaluation test mteb[bm25s]>=2, <3 # required for mteb test @@ -54,11 +52,9 @@ grpcio-reflection==1.78.0 arctic-inference==0.1.1 # Required for suffix decoding test numba==0.65.0 # Required for N-gram speculative decoding -numpy runai-model-streamer[s3,gcs,azure]==0.15.7 fastsafetensors>=0.3.2 instanttensor>=0.1.5 -pydantic>=2.12 # 2.11 leads to error on python 3.13 decord==0.6.0 # Prithvi tests diff --git a/requirements/test/rocm.txt b/requirements/test/rocm.txt index 726aad9a67..b191705e0d 100644 --- a/requirements/test/rocm.txt +++ b/requirements/test/rocm.txt @@ -205,7 +205,6 @@ docstring-parser==0.17.0 einops==0.8.2 # via # -r requirements/test/../common.txt - # -r requirements/test/rocm.in # encodec # vector-quantize-pytorch # vocos @@ -561,7 +560,6 @@ numba==0.65.0 numpy==2.2.6 # via # -r requirements/test/../common.txt - # -r requirements/test/rocm.in # accelerate # albumentations # bitsandbytes @@ -630,7 +628,6 @@ opencv-python-headless==4.13.0.92 # via # -c requirements/common.txt # -r requirements/test/../common.txt - # -r requirements/test/rocm.in # albumentations # mistral-common openpyxl==3.1.5 @@ -834,7 +831,6 @@ pydantic==2.12.5 # via # -c requirements/common.txt # -r requirements/test/../common.txt - # -r requirements/test/rocm.in # albumentations # anthropic # compressed-tensors diff --git a/requirements/test/xpu.in b/requirements/test/xpu.in index 161e2c6871..e2f299282e 100644 --- a/requirements/test/xpu.in +++ b/requirements/test/xpu.in @@ -1,3 +1,5 @@ +-r ../common.txt + # --- Test Infrastructure --- tblib pytest diff --git a/requirements/test/xpu.txt b/requirements/test/xpu.txt index 2b938e3b58..16169b9986 100644 --- a/requirements/test/xpu.txt +++ b/requirements/test/xpu.txt @@ -11,6 +11,7 @@ aiohappyeyeballs==2.6.1 aiohttp==3.13.4 # via # -c requirements/common.txt + # -r requirements/test/../common.txt # fsspec # gpt-oss # lm-eval @@ -24,12 +25,25 @@ annotated-doc==0.0.4 # typer annotated-types==0.7.0 # via pydantic +anthropic==0.112.0 + # via + # -c requirements/common.txt + # -r requirements/test/../common.txt anyio==4.13.0 # via + # anthropic # httpx + # mcp + # openai + # sse-starlette # starlette + # watchfiles +apache-tvm-ffi==0.1.12 + # via xgrammar arctic-inference==0.1.1 # via -r requirements/test/xpu.in +astor==0.8.1 + # via depyf attrs==26.1.0 # via # aiohttp @@ -39,6 +53,8 @@ audioread==3.0.1 # via # -r requirements/test/xpu.in # librosa +blake3==1.0.9 + # via -r requirements/test/../common.txt blobfile==3.0.0 # via -r requirements/test/xpu.in bm25s==0.2.13 @@ -47,13 +63,20 @@ bm25s==0.2.13 # mteb bounded-pool-executor==0.0.3 # via pqdm +cachetools==7.1.4 + # via -r requirements/test/../common.txt +cbor2==6.1.2 + # via -r requirements/test/../common.txt certifi==2026.2.25 # via # httpcore # httpx # requests + # sentry-sdk cffi==2.0.0 - # via soundfile + # via + # cryptography + # soundfile chardet==5.2.0 # via mbstrdecoder charset-normalizer==3.4.6 @@ -64,13 +87,22 @@ click==8.3.1 # via # jiwer # nltk + # rich-toolkit # schemathesis # typer # uvicorn +cloudpickle==3.1.2 + # via -r requirements/test/../common.txt colorama==0.4.6 # via sacrebleu +compressed-tensors==0.17.0 + # via + # -c requirements/common.txt + # -r requirements/test/../common.txt coverage==7.13.5 # via pytest-cov +cryptography==49.0.0 + # via pyjwt dataproperty==1.1.0 # via # pytablewriter @@ -82,16 +114,35 @@ datasets==4.8.4 # mteb decorator==5.2.1 # via librosa +depyf==0.20.0 + # via + # -c requirements/common.txt + # -r requirements/test/../common.txt +detect-installer==0.1.0 + # via fastapi-cloud-cli dill==0.4.1 # via # datasets + # depyf # evaluate # lm-eval # multiprocess +diskcache==5.6.3 + # via + # -c requirements/common.txt + # -r requirements/test/../common.txt +distro==1.9.0 + # via + # anthropic + # openai +dnspython==2.8.0 + # via email-validator docker==7.1.0 # via gpt-oss docopt==0.6.2 # via num2words +docstring-parser==0.18.0 + # via anthropic dpcpp-cpp-rt==2025.3.2 # via # onemkl-sycl-blas @@ -100,15 +151,30 @@ dpcpp-cpp-rt==2025.3.2 # onemkl-sycl-rng # onemkl-sycl-sparse # torch +einops==0.8.2 + # via -r requirements/test/../common.txt +email-validator==2.3.0 + # via + # fastapi + # pydantic evaluate==0.4.6 # via lm-eval fastapi==0.135.2 # via # -c requirements/common.txt + # -r requirements/test/../common.txt # gpt-oss + # model-hosting-container-standards +fastapi-cli==0.0.27 + # via fastapi +fastapi-cloud-cli==0.21.0 + # via fastapi-cli +fastar==0.11.0 + # via fastapi-cloud-cli filelock==3.25.2 # via # -c requirements/common.txt + # -r requirements/test/../common.txt # blobfile # datasets # huggingface-hub @@ -124,10 +190,16 @@ fsspec==2026.2.0 # evaluate # huggingface-hub # torch +googleapis-common-protos==1.75.0 + # via + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http gpt-oss==0.0.8 # via -r requirements/test/xpu.in graphql-core==3.2.8 # via hypothesis-graphql +grpcio==1.81.1 + # via opentelemetry-exporter-otlp-proto-grpc h11==0.16.0 # via # httpcore @@ -140,11 +212,21 @@ html2text==2025.4.15 # via gpt-oss httpcore==1.0.9 # via httpx +httptools==0.8.0 + # via uvicorn httpx==0.28.1 # via + # anthropic # datasets + # fastapi + # fastapi-cloud-cli # huggingface-hub + # mcp + # model-hosting-container-standards + # openai # schemathesis +httpx-sse==0.4.3 + # via mcp huggingface-hub==1.10.2 # via # accelerate @@ -166,9 +248,12 @@ hypothesis-jsonschema==0.23.1 idna==3.11 # via # anyio + # email-validator # httpx # requests # yarl +ijson==3.5.0 + # via -r requirements/test/../common.txt imageio==2.37.3 # via scikit-image impi-rt==2021.17.2 @@ -212,13 +297,22 @@ intel-sycl-rt==2025.3.2 # dpcpp-cpp-rt # oneccl # torch +interegular==0.3.3 + # via lm-format-enforcer jinja2==3.1.6 # via # -c requirements/xpu.txt + # fastapi # lm-eval # torch +jiter==0.15.0 + # via + # anthropic + # openai jiwer==4.0.0 # via -r requirements/test/xpu.in +jmespath==1.1.0 + # via model-hosting-container-standards joblib==1.5.3 # via # librosa @@ -227,7 +321,9 @@ joblib==1.5.3 jsonschema==4.26.0 # via # -c requirements/common.txt + # -r requirements/test/../common.txt # hypothesis-jsonschema + # mcp # mistral-common # schemathesis jsonschema-rs==0.45.0 @@ -236,16 +332,30 @@ jsonschema-specifications==2025.9.1 # via jsonschema junit-xml==1.9 # via schemathesis +lark==1.2.2 + # via + # -c requirements/common.txt + # -r requirements/test/../common.txt lazy-loader==0.5 # via # librosa # scikit-image librosa==0.10.2.post1 # via -r requirements/test/xpu.in +llguidance==1.7.6 + # via + # -c requirements/common.txt + # -r requirements/test/../common.txt llvmlite==0.47.0 # via numba lm-eval==0.4.12 # via -r requirements/test/xpu.in +lm-format-enforcer==0.11.3 + # via + # -c requirements/common.txt + # -r requirements/test/../common.txt +loguru==0.7.3 + # via compressed-tensors lxml==6.0.2 # via # blobfile @@ -262,11 +372,14 @@ mbstrdecoder==1.1.4 # dataproperty # pytablewriter # typepy +mcp==1.28.1 + # via -r requirements/test/../common.txt mdurl==0.1.2 # via markdown-it-py mistral-common==1.11.5 # via # -c requirements/common.txt + # -r requirements/test/../common.txt # -r requirements/test/xpu.in mkl==2025.3.1 # via @@ -276,6 +389,10 @@ mkl==2025.3.1 # onemkl-sycl-rng # onemkl-sycl-sparse # torch +model-hosting-container-standards==0.1.16 + # via + # -c requirements/common.txt + # -r requirements/test/../common.txt modelscope==1.35.3 # via -r requirements/test/xpu.in more-itertools==10.8.0 @@ -284,6 +401,8 @@ mpmath==1.3.0 # via sympy msgpack==1.1.2 # via librosa +msgspec==0.21.1 + # via -r requirements/test/../common.txt mteb==2.12.7 # via -r requirements/test/xpu.in multidict==6.7.1 @@ -298,6 +417,8 @@ networkx==3.6.1 # via # scikit-image # torch +ninja==1.13.0 + # via -r requirements/test/../common.txt nltk==3.9.4 # via rouge-score num2words==0.5.14 @@ -308,6 +429,7 @@ numba==0.65.0 # librosa numpy==2.2.6 # via + # -r requirements/test/../common.txt # accelerate # albumentations # bm25s @@ -333,6 +455,7 @@ numpy==2.2.6 # tifffile # torchvision # transformers + # xgrammar oneccl==2021.17.2 # via # oneccl-devel @@ -356,15 +479,65 @@ onemkl-sycl-rng==2025.3.1 # via torch onemkl-sycl-sparse==2025.3.1 # via torch +openai==2.44.0 + # via + # -c requirements/common.txt + # -r requirements/test/../common.txt openai-harmony==0.0.8 # via # -c requirements/common.txt + # -r requirements/test/../common.txt # gpt-oss opencv-python-headless==4.13.0.92 # via # -c requirements/common.txt + # -r requirements/test/../common.txt # albumentations # mistral-common +opentelemetry-api==1.43.0 + # via + # -c requirements/common.txt + # -r requirements/test/../common.txt + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http + # opentelemetry-sdk + # opentelemetry-semantic-conventions +opentelemetry-exporter-otlp==1.43.0 + # via + # -c requirements/common.txt + # -r requirements/test/../common.txt +opentelemetry-exporter-otlp-proto-common==1.43.0 + # via + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http +opentelemetry-exporter-otlp-proto-grpc==1.43.0 + # via opentelemetry-exporter-otlp +opentelemetry-exporter-otlp-proto-http==1.43.0 + # via opentelemetry-exporter-otlp +opentelemetry-proto==1.43.0 + # via + # opentelemetry-exporter-otlp-proto-common + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http +opentelemetry-sdk==1.43.0 + # via + # -c requirements/common.txt + # -r requirements/test/../common.txt + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http + # opentelemetry-semantic-conventions-ai +opentelemetry-semantic-conventions==0.64b0 + # via + # opentelemetry-sdk + # opentelemetry-semantic-conventions-ai +opentelemetry-semantic-conventions-ai==0.5.1 + # via + # -c requirements/common.txt + # -r requirements/test/../common.txt +outlines-core==0.2.14 + # via + # -c requirements/common.txt + # -r requirements/test/../common.txt packaging==26.0 # via # -c requirements/xpu.txt @@ -373,6 +546,7 @@ packaging==26.0 # evaluate # huggingface-hub # lazy-loader + # lm-format-enforcer # modelscope # pooch # pytest @@ -384,10 +558,13 @@ pandas==3.0.1 # via # datasets # evaluate +partial-json-parser==0.2.1.1.post7 + # via -r requirements/test/../common.txt pathvalidate==3.3.1 # via pytablewriter pillow==12.1.1 # via + # -r requirements/test/../common.txt # imageio # mistral-common # scikit-image @@ -410,16 +587,37 @@ portalocker==3.2.0 # via sacrebleu pqdm==0.2.0 # via -r requirements/test/xpu.in +prometheus-client==0.25.0 + # via + # -c requirements/common.txt + # -r requirements/test/../common.txt + # prometheus-fastapi-instrumentator +prometheus-fastapi-instrumentator==8.0.2 + # via + # -c requirements/common.txt + # -r requirements/test/../common.txt propcache==0.4.1 # via # aiohttp # yarl +protobuf==7.35.1 + # via + # -c requirements/common.txt + # -r requirements/test/../common.txt + # googleapis-common-protos + # opentelemetry-proto psutil==7.2.2 - # via accelerate + # via + # -r requirements/test/../common.txt + # accelerate py==1.11.0 # via pytest-forked +py-cpuinfo==9.0.0 + # via -r requirements/test/../common.txt pyarrow==23.0.1 # via datasets +pybase64==1.4.3 + # via -r requirements/test/../common.txt pycountry==26.2.16 # via pydantic-extra-types pycparser==3.0 @@ -429,23 +627,41 @@ pycryptodomex==3.23.0 pydantic==2.12.5 # via # -c requirements/common.txt + # -r requirements/test/../common.txt # albumentations + # anthropic + # compressed-tensors # fastapi + # fastapi-cloud-cli # gpt-oss + # lm-format-enforcer + # mcp # mistral-common + # model-hosting-container-standards # mteb + # openai # openai-harmony # pydantic-extra-types + # pydantic-settings + # xgrammar pydantic-core==2.41.5 # via pydantic pydantic-extra-types==2.11.1 - # via mistral-common + # via + # fastapi + # mistral-common +pydantic-settings==2.14.2 + # via + # fastapi + # mcp pyelftools==0.32 # via triton-xpu pygments==2.20.0 # via # pytest # rich +pyjwt==2.13.0 + # via mcp pyrate-limiter==4.1.0 # via schemathesis pystemmer==3.0.0 @@ -480,19 +696,36 @@ python-dateutil==2.9.0.post0 # via # pandas # typepy +python-dotenv==1.2.2 + # via + # pydantic-settings + # uvicorn +python-json-logger==4.1.0 + # via -r requirements/test/../common.txt +python-multipart==0.0.32 + # via + # fastapi + # mcp pytrec-eval-terrier==0.5.10 # via mteb pytz==2026.1.post1 # via typepy pyyaml==6.0.3 # via + # -r requirements/test/../common.txt # accelerate # albumentations # datasets # huggingface-hub + # lm-format-enforcer # schemathesis # timm # transformers + # uvicorn +pyzmq==27.1.0 + # via + # -c requirements/common.txt + # -r requirements/test/../common.txt rapidfuzz==3.12.1 # via # -r requirements/test/xpu.in @@ -503,6 +736,7 @@ referencing==0.37.0 # jsonschema-specifications regex==2026.3.32 # via + # -r requirements/test/../common.txt # nltk # sacrebleu # tiktoken @@ -510,6 +744,7 @@ regex==2026.3.32 requests==2.33.1 # via # -c requirements/common.txt + # -r requirements/test/../common.txt # datasets # docker # evaluate @@ -518,6 +753,7 @@ requests==2.33.1 # mistral-common # modelscope # mteb + # opentelemetry-exporter-otlp-proto-http # pooch # schemathesis # starlette-testclient @@ -525,8 +761,15 @@ requests==2.33.1 rich==14.3.3 # via # mteb + # rich-toolkit # schemathesis # typer +rich-toolkit==0.20.1 + # via + # fastapi-cli + # fastapi-cloud-cli +rignore==0.7.6 + # via fastapi-cloud-cli rouge-score==0.1.2 # via lm-eval rpds-py==0.30.0 @@ -538,6 +781,7 @@ sacrebleu==2.6.0 safetensors==0.7.0 # via # -c requirements/common.txt + # -r requirements/test/../common.txt # accelerate # timm # transformers @@ -564,10 +808,18 @@ scipy==1.17.1 # sentence-transformers sentence-transformers==5.3.0 # via mteb +sentencepiece==0.2.1 + # via -r requirements/test/../common.txt +sentry-sdk==2.63.0 + # via fastapi-cloud-cli +setproctitle==1.3.7 + # via -r requirements/test/../common.txt setuptools==80.10.2 # via # -c requirements/common.txt # -c requirements/xpu.txt + # -r requirements/test/../common.txt + # model-hosting-container-standards # modelscope # pytablewriter # torch @@ -576,9 +828,14 @@ shellingham==1.5.4 six==1.17.0 # via # -c requirements/common.txt + # -r requirements/test/../common.txt # junit-xml # python-dateutil # rouge-score +sniffio==1.3.1 + # via + # anthropic + # openai sortedcontainers==2.4.0 # via hypothesis soundfile==0.13.1 @@ -593,15 +850,24 @@ soxr==0.5.0.post1 # mistral-common sqlitedict==2.1.0 # via lm-eval +sse-starlette==3.4.5 + # via mcp starlette==1.3.1 # via # -c requirements/common.txt + # -r requirements/test/../common.txt # fastapi + # mcp + # model-hosting-container-standards + # prometheus-fastapi-instrumentator + # sse-starlette # starlette-testclient starlette-testclient==0.4.1 # via schemathesis structlog==25.5.0 # via gpt-oss +supervisor==4.3.0 + # via model-hosting-container-standards sympy==1.14.0 # via torch tabledata==1.3.4 @@ -636,6 +902,7 @@ tifffile==2026.3.3 tiktoken==0.12.0 # via # -c requirements/common.txt + # -r requirements/test/../common.txt # gpt-oss # lm-eval # mistral-common @@ -644,19 +911,23 @@ timm==1.0.17 tokenizers==0.22.2 # via # -c requirements/common.txt + # -r requirements/test/../common.txt # transformers torch==2.12.0+xpu # via # -c requirements/xpu.txt # accelerate + # compressed-tensors # mteb # sentence-transformers # timm # torchvision + # xgrammar torchvision==0.27.0+xpu # via timm tqdm==4.67.3 # via + # -r requirements/test/../common.txt # datasets # evaluate # huggingface-hub @@ -664,13 +935,19 @@ tqdm==4.67.3 # modelscope # mteb # nltk + # openai # pqdm # sentence-transformers # transformers transformers==5.5.3 # via # -c requirements/common.txt + # -r requirements/test/../common.txt + # compressed-tensors # sentence-transformers + # xgrammar +triton==3.7.1 + # via xgrammar triton-xpu==3.7.1 # via torch typepy==1.3.4 @@ -680,36 +957,53 @@ typepy==1.3.4 # tabledata typer==0.24.1 # via + # fastapi-cli + # fastapi-cloud-cli # huggingface-hub # transformers typing-extensions==4.15.0 # via # -c requirements/common.txt + # -r requirements/test/../common.txt # aiosignal # albumentations + # anthropic # anyio + # apache-tvm-ffi # chz # fastapi + # grpcio # huggingface-hub # librosa # lm-eval + # mcp # mistral-common # mteb + # openai + # opentelemetry-api + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http + # opentelemetry-sdk + # opentelemetry-semantic-conventions # pqdm # pydantic # pydantic-core # pydantic-extra-types # pytest-asyncio # referencing + # rich-toolkit # schemathesis # sentence-transformers # starlette # torch # typing-inspection + # xgrammar typing-inspection==0.4.2 # via # fastapi + # mcp # pydantic + # pydantic-settings umf==1.0.3 # via # intel-cmplr-lib-ur @@ -720,12 +1014,30 @@ urllib3==2.6.3 # docker # modelscope # requests + # sentry-sdk uvicorn==0.42.0 - # via gpt-oss + # via + # fastapi + # fastapi-cli + # fastapi-cloud-cli + # gpt-oss + # mcp +uvloop==0.22.1 + # via uvicorn +watchfiles==1.2.0 + # via + # -r requirements/test/../common.txt + # uvicorn +websockets==16.0 + # via uvicorn werkzeug==3.1.7 # via schemathesis word2number==1.1 # via lm-eval +xgrammar==0.2.3 + # via + # -c requirements/common.txt + # -r requirements/test/../common.txt xxhash==3.6.0 # via # datasets diff --git a/tests/tool_parsers/test_structural_tag_registry.py b/tests/tool_parsers/test_structural_tag_registry.py index bd84b2cbbf..63c37a6755 100644 --- a/tests/tool_parsers/test_structural_tag_registry.py +++ b/tests/tool_parsers/test_structural_tag_registry.py @@ -102,45 +102,36 @@ def test_get_model_structural_tag_supports_vllm_hermes( ) assert isinstance(tag, StructuralTag) - assert tag.model_dump() == { - "type": "structural_tag", - "format": { - "type": "tags_with_separator", - "tags": [ - { - "type": "tag", - "begin": '\n{"name": "get_weather", "arguments": ', - "content": { - "type": "json_schema", - "json_schema": { - "type": "object", - "properties": {"city": {"type": "string"}}, - "required": ["city"], - }, - "style": "json", - }, - "end": "}\n", - }, - { - "type": "tag", - "begin": '{"name": "get_weather", "arguments": ', - "content": { - "type": "json_schema", - "json_schema": { - "type": "object", - "properties": {"city": {"type": "string"}}, - "required": ["city"], - }, - "style": "json", - }, - "end": "}", - }, - ], - "separator": "", - "at_least_one": True, - "stop_after_first": False, - }, + + # Assert the semantically meaningful structure rather than the full + # model_dump(), which gains version-specific keys across xgrammar releases + # (e.g. "any_order" was added to json_schema content in 0.2.3). + dump = tag.model_dump() + assert dump["type"] == "structural_tag" + + fmt = dump["format"] + assert fmt["type"] == "tags_with_separator" + assert fmt["separator"] == "" + assert fmt["at_least_one"] is True + assert fmt["stop_after_first"] is False + + expected_schema = { + "type": "object", + "properties": {"city": {"type": "string"}}, + "required": ["city"], } + expected_tags = [ + ('\n{"name": "get_weather", "arguments": ', "}\n"), + ('{"name": "get_weather", "arguments": ', "}"), + ] + assert len(fmt["tags"]) == len(expected_tags) + for tag_dump, (begin, end) in zip(fmt["tags"], expected_tags): + assert tag_dump["type"] == "tag" + assert tag_dump["begin"] == begin + assert tag_dump["end"] == end + content = tag_dump["content"] + assert content["type"] == "json_schema" + assert content["json_schema"] == expected_schema def test_hermes_required_tool_calls_use_empty_separator():