diff --git a/docker/Dockerfile.xpu b/docker/Dockerfile.xpu index d4c98bf740..b8ec60a823 100644 --- a/docker/Dockerfile.xpu +++ b/docker/Dockerfile.xpu @@ -111,12 +111,9 @@ CMD ["/bin/bash"] FROM vllm-base AS vllm-openai -# install additional dependencies for openai api server -RUN --mount=type=cache,target=/root/.cache/uv \ - uv pip install accelerate hf_transfer pytest pytest_asyncio lm_eval[api] modelscope - # install development dependencies (for testing) -RUN uv pip install -e tests/vllm_test_utils +RUN --mount=type=cache,target=/root/.cache/uv \ + uv pip install -e tests/vllm_test_utils # install NIXL and UCX from source code ARG UCX_VERSION=e5d98879705239d254ede40b4a52891850cb5349 diff --git a/requirements/xpu-test.in b/requirements/xpu-test.in index 0b2273d882..0e4ca1d99d 100644 --- a/requirements/xpu-test.in +++ b/requirements/xpu-test.in @@ -1,5 +1,7 @@ # --- Test Infrastructure --- tblib +pytest +pytest_asyncio pytest-timeout pytest-cov pytest-forked @@ -7,8 +9,13 @@ pytest-rerunfailures pytest-shard # --- Core Tools & Bindings --- + absl-py +accelerate arctic-inference +hf_transfer +lm_eval[api] +modelscope # --- Audio Processing --- librosa diff --git a/requirements/xpu-test.txt b/requirements/xpu-test.txt index 2a9a0e06aa..2a83fd90f2 100644 --- a/requirements/xpu-test.txt +++ b/requirements/xpu-test.txt @@ -1,42 +1,730 @@ -# XPU Test Dependencies -# NOTE: Base image already has common.txt + xpu.txt installed, -# and vllm-openai stage has pytest, pytest-asyncio, lm-eval[api]. -# This file only adds incremental test-specific packages. - -# Additional test infrastructure (pytest/pytest-asyncio already in base) # This file was autogenerated by uv via the following command: -# uv pip compile /workspace/vllm/requirements/xpu-test.in -o /workspace/vllm/requirements/xpu-test.txt -c /workspace/vllm/requirements/xpu.txt --index-strategy unsafe-best-match --extra-index-url ${PIP_EXTRA_INDEX_URL} --python-version ${PYTHON_VERSION} -tblib==3.1.0 -pytest-timeout==2.3.1 -pytest-cov==6.3.0 -pytest-forked==1.6.0 -pytest-rerunfailures==14.0 -pytest-shard==0.1.2 - -arctic-inference==0.1.1 - -# Required for audio processing tests -librosa==0.10.2.post1 -audioread==3.0.1 -soxr==0.5.0.post1 -pooch==1.8.2 -soundfile==0.13.1 - -# Required for Mistral's streaming tool parser -blobfile==3.0.0 -rapidfuzz==3.12.1 - -# Required for Mistral's streaming tool parser and some evaluation scripts -gpt-oss==0.0.8 -schemathesis==3.39.15 -jiwer==4.0.0 -bm25s==0.2.13 -pystemmer==3.0.0 -mteb[bm25s]>=2, <3 -num2words==0.5.14 -pqdm==0.2.0 - -# Required for some evaluation scripts -timm==1.0.17 +# uv pip compile requirements/xpu-test.in -o requirements/xpu-test.txt -c requirements/xpu.txt --python-version 3.12 --index-strategy unsafe-best-match +absl-py==2.4.0 + # via + # -r requirements/xpu-test.in + # rouge-score +accelerate==1.13.0 + # via -r requirements/xpu-test.in +aiohappyeyeballs==2.6.1 + # via aiohttp +aiohttp==3.13.4 + # via + # -c requirements/common.txt + # fsspec + # gpt-oss + # lm-eval +aiosignal==1.4.0 + # via aiohttp albumentations==1.4.6 -mistral-common[image,audio]==1.9.1 \ No newline at end of file + # via -r requirements/xpu-test.in +annotated-doc==0.0.4 + # via fastapi +annotated-types==0.7.0 + # via pydantic +anyio==4.13.0 + # via + # httpx + # starlette +arctic-inference==0.1.1 + # via -r requirements/xpu-test.in +attrs==26.1.0 + # via + # aiohttp + # jsonlines + # jsonschema + # referencing +audioread==3.0.1 + # via + # -r requirements/xpu-test.in + # librosa +blobfile==3.0.0 + # via -r requirements/xpu-test.in +bm25s==0.2.13 + # via + # -r requirements/xpu-test.in + # mteb +bounded-pool-executor==0.0.3 + # via pqdm +certifi==2026.2.25 + # via + # httpcore + # httpx + # requests +cffi==2.0.0 + # via soundfile +chardet==5.2.0 + # via mbstrdecoder +charset-normalizer==3.4.6 + # via requests +chz==0.4.0 + # via gpt-oss +click==8.3.1 + # via + # jiwer + # nltk + # schemathesis + # uvicorn +colorama==0.4.6 + # via sacrebleu +coverage==7.13.5 + # via pytest-cov +dataproperty==1.1.0 + # via + # pytablewriter + # tabledata +datasets==4.8.4 + # via + # evaluate + # lm-eval + # mteb +decorator==5.2.1 + # via librosa +dill==0.4.1 + # via + # datasets + # evaluate + # lm-eval + # multiprocess +docker==7.1.0 + # via gpt-oss +docopt==0.6.2 + # via num2words +dpcpp-cpp-rt==2025.3.1 + # via + # onemkl-sycl-blas + # onemkl-sycl-dft + # onemkl-sycl-lapack + # onemkl-sycl-rng + # onemkl-sycl-sparse + # torch +evaluate==0.4.6 + # via lm-eval +fastapi==0.135.2 + # via + # -c requirements/common.txt + # gpt-oss +filelock==3.25.2 + # via + # -c requirements/common.txt + # blobfile + # datasets + # huggingface-hub + # modelscope + # torch + # transformers +frozenlist==1.8.0 + # via + # aiohttp + # aiosignal +fsspec==2026.2.0 + # via + # datasets + # evaluate + # huggingface-hub + # torch +gpt-oss==0.0.8 + # via -r requirements/xpu-test.in +graphql-core==3.2.8 + # via hypothesis-graphql +h11==0.16.0 + # via + # httpcore + # uvicorn +harfile==0.4.0 + # via schemathesis +hf-transfer==0.1.9 + # via -r requirements/xpu-test.in +hf-xet==1.4.2 + # via huggingface-hub +html2text==2025.4.15 + # via gpt-oss +httpcore==1.0.9 + # via httpx +httpx==0.28.1 + # via + # datasets + # schemathesis +huggingface-hub==0.36.2 + # via + # accelerate + # datasets + # evaluate + # sentence-transformers + # timm + # tokenizers + # transformers +hypothesis==6.151.10 + # via + # hypothesis-graphql + # hypothesis-jsonschema + # schemathesis +hypothesis-graphql==0.12.0 + # via schemathesis +hypothesis-jsonschema==0.23.1 + # via schemathesis +idna==3.11 + # via + # anyio + # httpx + # requests + # yarl +imageio==2.37.3 + # via scikit-image +impi-rt==2021.17.0 + # via + # oneccl + # torch +iniconfig==2.3.0 + # via pytest +intel-cmplr-lib-rt==2025.3.1 + # via + # intel-sycl-rt + # torch +intel-cmplr-lib-ur==2025.3.1 + # via + # intel-openmp + # intel-sycl-rt + # torch +intel-cmplr-lic-rt==2025.3.1 + # via + # intel-opencl-rt + # intel-sycl-rt + # torch +intel-opencl-rt==2025.3.1 + # via + # dpcpp-cpp-rt + # onemkl-sycl-blas + # onemkl-sycl-dft + # onemkl-sycl-lapack + # onemkl-sycl-rng + # onemkl-sycl-sparse + # torch +intel-openmp==2025.3.1 + # via + # dpcpp-cpp-rt + # mkl + # torch +intel-pti==0.15.0 + # via torch +intel-sycl-rt==2025.3.1 + # via + # dpcpp-cpp-rt + # oneccl + # torch +jinja2==3.1.6 + # via + # -c requirements/xpu.txt + # lm-eval + # torch +jiwer==4.0.0 + # via -r requirements/xpu-test.in +joblib==1.5.3 + # via + # librosa + # nltk + # scikit-learn +jsonlines==4.0.0 + # via lm-eval +jsonschema==4.26.0 + # via + # hypothesis-jsonschema + # mistral-common + # schemathesis +jsonschema-rs==0.45.0 + # via schemathesis +jsonschema-specifications==2025.9.1 + # via jsonschema +junit-xml==1.9 + # via schemathesis +lazy-loader==0.5 + # via + # librosa + # scikit-image +librosa==0.10.2.post1 + # via -r requirements/xpu-test.in +llvmlite==0.44.0 + # via numba +lm-eval==0.4.11 + # via -r requirements/xpu-test.in +lxml==6.0.2 + # via + # blobfile + # gpt-oss + # sacrebleu +markdown-it-py==4.0.0 + # via rich +markupsafe==3.0.3 + # via + # jinja2 + # werkzeug +mbstrdecoder==1.1.4 + # via + # dataproperty + # pytablewriter + # typepy +mdurl==0.1.2 + # via markdown-it-py +mistral-common==1.10.0 + # via + # -c requirements/common.txt + # -r requirements/xpu-test.in +mkl==2025.3.0 + # via + # onemkl-sycl-blas + # onemkl-sycl-dft + # onemkl-sycl-lapack + # onemkl-sycl-rng + # onemkl-sycl-sparse + # torch +modelscope==1.35.3 + # via -r requirements/xpu-test.in +more-itertools==10.8.0 + # via lm-eval +mpmath==1.3.0 + # via sympy +msgpack==1.1.2 + # via librosa +mteb==2.12.7 + # via -r requirements/xpu-test.in +multidict==6.7.1 + # via + # aiohttp + # yarl +multiprocess==0.70.19 + # via + # datasets + # evaluate +networkx==3.6.1 + # via + # scikit-image + # torch +nltk==3.9.4 + # via rouge-score +num2words==0.5.14 + # via -r requirements/xpu-test.in +numba==0.61.2 + # via + # -c requirements/xpu.txt + # librosa +numpy==2.2.6 + # via + # accelerate + # albumentations + # bm25s + # datasets + # evaluate + # imageio + # librosa + # lm-eval + # mistral-common + # mteb + # numba + # opencv-python-headless + # pandas + # pytrec-eval-terrier + # rouge-score + # sacrebleu + # scikit-image + # scikit-learn + # scipy + # sentence-transformers + # soundfile + # soxr + # tifffile + # torchvision + # transformers +oneccl==2021.17.1 + # via + # oneccl-devel + # torch +oneccl-devel==2021.17.1 + # via torch +onemkl-license==2025.3.0 + # via + # mkl + # torch +onemkl-sycl-blas==2025.3.0 + # via + # onemkl-sycl-lapack + # onemkl-sycl-sparse + # torch +onemkl-sycl-dft==2025.3.0 + # via torch +onemkl-sycl-lapack==2025.3.0 + # via torch +onemkl-sycl-rng==2025.3.0 + # via torch +onemkl-sycl-sparse==2025.3.0 + # via torch +openai-harmony==0.0.8 + # via + # -c requirements/common.txt + # gpt-oss +opencv-python-headless==4.13.0.92 + # via + # -c requirements/common.txt + # albumentations + # mistral-common +packaging==26.0 + # via + # -c requirements/xpu.txt + # accelerate + # datasets + # evaluate + # huggingface-hub + # lazy-loader + # modelscope + # pooch + # pytest + # pytest-rerunfailures + # scikit-image + # transformers + # typepy +pandas==3.0.1 + # via + # datasets + # evaluate +pathvalidate==3.3.1 + # via pytablewriter +pillow==12.1.1 + # via + # imageio + # mistral-common + # scikit-image + # torchvision +platformdirs==4.9.4 + # via pooch +pluggy==1.6.0 + # via + # pytest + # pytest-cov +polars==1.39.3 + # via mteb +polars-runtime-32==1.39.3 + # via polars +pooch==1.8.2 + # via + # -r requirements/xpu-test.in + # librosa +portalocker==3.2.0 + # via sacrebleu +pqdm==0.2.0 + # via -r requirements/xpu-test.in +propcache==0.4.1 + # via + # aiohttp + # yarl +psutil==7.2.2 + # via accelerate +py==1.11.0 + # via pytest-forked +pyarrow==23.0.1 + # via datasets +pycountry==26.2.16 + # via pydantic-extra-types +pycparser==3.0 + # via cffi +pycryptodomex==3.23.0 + # via blobfile +pydantic==2.12.5 + # via + # -c requirements/common.txt + # albumentations + # fastapi + # gpt-oss + # mistral-common + # mteb + # openai-harmony + # pydantic-extra-types +pydantic-core==2.41.5 + # via pydantic +pydantic-extra-types==2.11.1 + # via mistral-common +pyelftools==0.32 + # via triton-xpu +pygments==2.20.0 + # via + # pytest + # rich +pyrate-limiter==4.1.0 + # via schemathesis +pystemmer==3.0.0 + # via + # -r requirements/xpu-test.in + # mteb +pytablewriter==1.2.1 + # via lm-eval +pytest==9.0.2 + # via + # -r requirements/xpu-test.in + # pytest-asyncio + # pytest-cov + # pytest-forked + # pytest-rerunfailures + # pytest-shard + # pytest-timeout + # schemathesis +pytest-asyncio==1.3.0 + # via -r requirements/xpu-test.in +pytest-cov==6.3.0 + # via -r requirements/xpu-test.in +pytest-forked==1.6.0 + # via -r requirements/xpu-test.in +pytest-rerunfailures==14.0 + # via -r requirements/xpu-test.in +pytest-shard==0.1.2 + # via -r requirements/xpu-test.in +pytest-timeout==2.3.1 + # via -r requirements/xpu-test.in +python-dateutil==2.9.0.post0 + # via + # pandas + # typepy +pytrec-eval-terrier==0.5.10 + # via mteb +pytz==2026.1.post1 + # via typepy +pyyaml==6.0.3 + # via + # accelerate + # albumentations + # datasets + # huggingface-hub + # schemathesis + # timm + # transformers +rapidfuzz==3.12.1 + # via + # -r requirements/xpu-test.in + # jiwer +referencing==0.37.0 + # via + # jsonschema + # jsonschema-specifications +regex==2026.3.32 + # via + # nltk + # sacrebleu + # tiktoken + # transformers +requests==2.33.1 + # via + # -c requirements/common.txt + # datasets + # docker + # evaluate + # gpt-oss + # huggingface-hub + # lm-eval + # mistral-common + # modelscope + # mteb + # pooch + # schemathesis + # starlette-testclient + # tiktoken + # transformers +rich==14.3.3 + # via + # mteb + # schemathesis +rouge-score==0.1.2 + # via lm-eval +rpds-py==0.30.0 + # via + # jsonschema + # referencing +sacrebleu==2.6.0 + # via lm-eval +safetensors==0.7.0 + # via + # accelerate + # timm + # transformers +schemathesis==4.14.2 + # via -r requirements/xpu-test.in +scikit-image==0.26.0 + # via albumentations +scikit-learn==1.8.0 + # via + # albumentations + # librosa + # lm-eval + # mteb + # sentence-transformers +scipy==1.17.1 + # via + # albumentations + # bm25s + # librosa + # mteb + # pytrec-eval-terrier + # scikit-image + # scikit-learn + # sentence-transformers +sentence-transformers==5.3.0 + # via mteb +setuptools==80.10.2 + # via + # -c requirements/common.txt + # -c requirements/xpu.txt + # modelscope + # pytablewriter + # torch +six==1.17.0 + # via + # -c requirements/common.txt + # junit-xml + # python-dateutil + # rouge-score +sortedcontainers==2.4.0 + # via hypothesis +soundfile==0.13.1 + # via + # -r requirements/xpu-test.in + # librosa + # mistral-common +soxr==0.5.0.post1 + # via + # -r requirements/xpu-test.in + # librosa + # mistral-common +sqlitedict==2.1.0 + # via lm-eval +starlette==1.0.0 + # via + # fastapi + # starlette-testclient +starlette-testclient==0.4.1 + # via schemathesis +structlog==25.5.0 + # via gpt-oss +sympy==1.14.0 + # via torch +tabledata==1.3.4 + # via pytablewriter +tabulate==0.10.0 + # via sacrebleu +tbb==2022.3.0 + # via + # intel-opencl-rt + # mkl + # torch +tblib==3.1.0 + # via -r requirements/xpu-test.in +tcmlib==1.4.1 + # via + # tbb + # torch + # umf +tcolorpy==0.1.7 + # via pytablewriter +tenacity==9.1.4 + # via + # gpt-oss + # lm-eval + # schemathesis +termcolor==3.3.0 + # via gpt-oss +threadpoolctl==3.6.0 + # via scikit-learn +tifffile==2026.3.3 + # via scikit-image +tiktoken==0.12.0 + # via + # -c requirements/common.txt + # gpt-oss + # lm-eval + # mistral-common +timm==1.0.17 + # via -r requirements/xpu-test.in +tokenizers==0.22.2 + # via + # -c requirements/common.txt + # transformers +torch==2.10.0+xpu + # via + # -c requirements/xpu.txt + # accelerate + # mteb + # sentence-transformers + # timm + # torchvision +torchvision==0.25.0+xpu + # via timm +tqdm==4.67.3 + # via + # datasets + # evaluate + # huggingface-hub + # lm-eval + # modelscope + # mteb + # nltk + # pqdm + # sentence-transformers + # transformers +transformers==4.57.6 + # via + # -c requirements/common.txt + # sentence-transformers +triton-xpu==3.6.0 + # via torch +typepy==1.3.4 + # via + # dataproperty + # pytablewriter + # tabledata +typing-extensions==4.15.0 + # via + # -c requirements/common.txt + # aiosignal + # albumentations + # anyio + # chz + # fastapi + # huggingface-hub + # librosa + # lm-eval + # mistral-common + # mteb + # pqdm + # pydantic + # pydantic-core + # pydantic-extra-types + # pytest-asyncio + # referencing + # schemathesis + # sentence-transformers + # starlette + # torch + # typing-inspection +typing-inspection==0.4.2 + # via + # fastapi + # pydantic +umf==1.0.2 + # via + # intel-cmplr-lib-ur + # torch +urllib3==2.6.3 + # via + # blobfile + # docker + # modelscope + # requests +uvicorn==0.42.0 + # via gpt-oss +werkzeug==3.1.7 + # via schemathesis +word2number==1.1 + # via lm-eval +xxhash==3.6.0 + # via + # datasets + # evaluate +yarl==1.23.0 + # via aiohttp +zstandard==0.25.0 + # via lm-eval