[V1] Support DP with Ray (#18779)

This commit is contained in:
Rui Qiao
2025-06-02 21:15:13 -07:00
committed by GitHub
parent 9e6f61e8c3
commit bdce64f236
10 changed files with 551 additions and 120 deletions
+1 -1
View File
@@ -17,7 +17,7 @@ vector_quantize_pytorch # required for minicpmo_26 test
vocos # required for minicpmo_26 test
peft
pqdm
ray[cgraph]>=2.43.0, !=2.44.* # Ray Compiled Graph, required by pipeline parallelism tests
ray[cgraph,default]>=2.43.0, !=2.44.* # Ray Compiled Graph, required by pipeline parallelism tests
sentence-transformers # required for embedding tests
soundfile # required for audio tests
jiwer # required for audio tests
+50
View File
@@ -10,9 +10,13 @@ aiohappyeyeballs==2.4.3
# via aiohttp
aiohttp==3.10.11
# via
# aiohttp-cors
# datasets
# fsspec
# lm-eval
# ray
aiohttp-cors==0.8.1
# via ray
aiosignal==1.3.1
# via
# aiohttp
@@ -57,6 +61,8 @@ bounded-pool-executor==0.0.3
# via pqdm
buildkite-test-collector==0.1.9
# via -r requirements/test.in
cachetools==5.5.2
# via google-auth
certifi==2024.8.30
# via
# httpcore
@@ -81,6 +87,8 @@ colorama==0.4.6
# sacrebleu
# schemathesis
# tqdm-multiprocess
colorful==0.5.6
# via ray
contourpy==1.3.0
# via matplotlib
cramjam==2.9.0
@@ -108,6 +116,8 @@ dill==0.3.8
# evaluate
# lm-eval
# multiprocess
distlib==0.3.9
# via virtualenv
dnspython==2.7.0
# via email-validator
docopt==0.6.2
@@ -143,6 +153,7 @@ filelock==3.16.1
# ray
# torch
# transformers
# virtualenv
fonttools==4.54.1
# via matplotlib
fqdn==1.5.1
@@ -165,8 +176,16 @@ genai-perf==0.0.8
# via -r requirements/test.in
genson==1.3.0
# via datamodel-code-generator
google-api-core==2.24.2
# via opencensus
google-auth==2.40.2
# via google-api-core
googleapis-common-protos==1.70.0
# via google-api-core
graphql-core==3.2.6
# via hypothesis-graphql
grpcio==1.71.0
# via ray
h11==0.14.0
# via httpcore
harfile==0.3.0
@@ -392,6 +411,10 @@ nvidia-nvjitlink-cu12==12.8.61
# torch
nvidia-nvtx-cu12==12.8.55
# via torch
opencensus==0.11.4
# via ray
opencensus-context==0.1.3
# via opencensus
opencv-python-headless==4.11.0.86
# via
# -r requirements/test.in
@@ -445,6 +468,7 @@ platformdirs==4.3.6
# via
# black
# pooch
# virtualenv
plotly==5.24.1
# via genai-perf
pluggy==1.5.0
@@ -457,10 +481,17 @@ portalocker==2.10.1
# via sacrebleu
pqdm==0.2.0
# via -r requirements/test.in
prometheus-client==0.22.0
# via ray
propcache==0.2.0
# via yarl
proto-plus==1.26.1
# via google-api-core
protobuf==5.28.3
# via
# google-api-core
# googleapis-common-protos
# proto-plus
# ray
# tensorizer
psutil==6.1.0
@@ -470,10 +501,18 @@ psutil==6.1.0
# tensorizer
py==1.11.0
# via pytest-forked
py-spy==0.4.0
# via ray
pyarrow==18.0.0
# via
# datasets
# genai-perf
pyasn1==0.6.1
# via
# pyasn1-modules
# rsa
pyasn1-modules==0.4.2
# via google-auth
pybind11==2.13.6
# via lm-eval
pycparser==2.22
@@ -486,6 +525,7 @@ pydantic==2.11.5
# datamodel-code-generator
# mistral-common
# mteb
# ray
pydantic-core==2.33.2
# via pydantic
pygments==2.18.0
@@ -573,6 +613,7 @@ requests==2.32.3
# buildkite-test-collector
# datasets
# evaluate
# google-api-core
# huggingface-hub
# lm-eval
# mistral-common
@@ -601,6 +642,8 @@ rpds-py==0.20.1
# via
# jsonschema
# referencing
rsa==4.9.1
# via google-auth
runai-model-streamer==0.11.0
# via -r requirements/test.in
runai-model-streamer-s3==0.11.0
@@ -648,9 +691,12 @@ shellingham==1.5.4
six==1.16.0
# via
# junit-xml
# opencensus
# python-dateutil
# rfc3339-validator
# rouge-score
smart-open==7.1.0
# via ray
sniffio==1.3.1
# via
# anyio
@@ -801,6 +847,8 @@ urllib3==2.2.3
# tritonclient
vector-quantize-pytorch==1.21.2
# via -r requirements/test.in
virtualenv==20.31.2
# via ray
vocos==0.1.0
# via -r requirements/test.in
webcolors==24.11.1
@@ -809,6 +857,8 @@ werkzeug==3.1.3
# via schemathesis
word2number==1.1
# via lm-eval
wrapt==1.17.2
# via smart-open
xxhash==3.5.0
# via
# datasets