[CI] Shard (H200 MIG 35GB / MI355 DPX) Entrypoints Integration (Pooling) into named jobs (#58652)
Signed-off-by: Thang Nguyen <thangnguyenvn647@gmail.com> Signed-off-by: khluu <khluu000@gmail.com> Co-authored-by: Claude Opus 5.5 <noreply@anthropic.com> Co-authored-by: khluu <khluu000@gmail.com>
This commit is contained in:
co-authored by
Claude Opus 5.5
khluu
parent
004e37ece2
commit
413ae4b167
@@ -230,10 +230,10 @@ steps:
|
||||
depends_on:
|
||||
- image-build-amd
|
||||
|
||||
- label: ":nvidia: (H200 MIG 35GB) Entrypoints Integration (Pooling)"
|
||||
- label: ":nvidia: (H200 MIG 35GB) Entrypoints Integration (Pooling Scoring Cross Encoder)"
|
||||
device: h200_35gb
|
||||
key: entrypoints-integration-pooling
|
||||
timeout_in_minutes: 75
|
||||
key: entrypoints-integration-pooling-scoring-cross-encoder
|
||||
timeout_in_minutes: 25
|
||||
working_dir: "/vllm-workspace/tests"
|
||||
source_file_dependencies:
|
||||
- vllm/
|
||||
@@ -241,13 +241,81 @@ steps:
|
||||
- tests/entrypoints/pooling
|
||||
commands:
|
||||
- export VLLM_WORKER_MULTIPROC_METHOD=spawn
|
||||
- pytest -v -s entrypoints/pooling
|
||||
- pytest -v -s entrypoints/pooling/scoring/cross_encoder
|
||||
mirror:
|
||||
amd:
|
||||
label: ":amd: (MI355 DPX) Entrypoints Integration (Pooling)"
|
||||
label: ":amd: (MI355 DPX) Entrypoints Integration (Pooling Scoring Cross Encoder)"
|
||||
dind: false
|
||||
device: mi355_dpx
|
||||
timeout_in_minutes: 65
|
||||
timeout_in_minutes: 30
|
||||
working_dir: "/vllm-workspace/tests"
|
||||
depends_on:
|
||||
- image-build-amd
|
||||
|
||||
- label: ":nvidia: (H200 MIG 35GB) Entrypoints Integration (Pooling Scoring Bi-Encoder and Late Interaction)"
|
||||
device: h200_35gb
|
||||
key: entrypoints-integration-pooling-scoring-bi-encoder-late-interaction
|
||||
timeout_in_minutes: 25
|
||||
working_dir: "/vllm-workspace/tests"
|
||||
source_file_dependencies:
|
||||
- vllm/
|
||||
- "!vllm/distributed/kv_transfer/"
|
||||
- tests/entrypoints/pooling
|
||||
commands:
|
||||
- export VLLM_WORKER_MULTIPROC_METHOD=spawn
|
||||
- pytest -v -s entrypoints/pooling/scoring/bi_encoder entrypoints/pooling/scoring/late_interaction entrypoints/pooling/scoring/unit
|
||||
mirror:
|
||||
amd:
|
||||
label: ":amd: (MI355 DPX) Entrypoints Integration (Pooling Scoring Bi-Encoder and Late Interaction)"
|
||||
dind: false
|
||||
device: mi355_dpx
|
||||
timeout_in_minutes: 30
|
||||
working_dir: "/vllm-workspace/tests"
|
||||
depends_on:
|
||||
- image-build-amd
|
||||
|
||||
- label: ":nvidia: (H200 MIG 35GB) Entrypoints Integration (Pooling Embed)"
|
||||
device: h200_35gb
|
||||
key: entrypoints-integration-pooling-embed
|
||||
timeout_in_minutes: 35
|
||||
working_dir: "/vllm-workspace/tests"
|
||||
source_file_dependencies:
|
||||
- vllm/
|
||||
- "!vllm/distributed/kv_transfer/"
|
||||
- tests/entrypoints/pooling
|
||||
commands:
|
||||
- export VLLM_WORKER_MULTIPROC_METHOD=spawn
|
||||
- pytest -v -s entrypoints/pooling/embed
|
||||
mirror:
|
||||
amd:
|
||||
label: ":amd: (MI355 DPX) Entrypoints Integration (Pooling Embed)"
|
||||
dind: false
|
||||
device: mi355_dpx
|
||||
timeout_in_minutes: 35
|
||||
working_dir: "/vllm-workspace/tests"
|
||||
depends_on:
|
||||
- image-build-amd
|
||||
|
||||
- label: ":nvidia: (H200 MIG 35GB) Entrypoints Integration (Pooling Basic, Classify, Reward and Token)"
|
||||
device: h200_35gb
|
||||
key: entrypoints-integration-pooling-basic-classify-reward-token
|
||||
timeout_in_minutes: 35
|
||||
working_dir: "/vllm-workspace/tests"
|
||||
source_file_dependencies:
|
||||
- vllm/
|
||||
- "!vllm/distributed/kv_transfer/"
|
||||
- tests/entrypoints/pooling
|
||||
commands:
|
||||
- export VLLM_WORKER_MULTIPROC_METHOD=spawn
|
||||
- pytest -v -s entrypoints/pooling/basic entrypoints/pooling/classify entrypoints/pooling/reward entrypoints/pooling/token_classify entrypoints/pooling/token_embed
|
||||
- "find entrypoints/pooling -maxdepth 1 -name 'test_*.py' | xargs -r pytest -v -s"
|
||||
- "find entrypoints/pooling/scoring -maxdepth 1 -name 'test_*.py' | xargs -r pytest -v -s"
|
||||
mirror:
|
||||
amd:
|
||||
label: ":amd: (MI355 DPX) Entrypoints Integration (Pooling Basic, Classify, Reward and Token)"
|
||||
dind: false
|
||||
device: mi355_dpx
|
||||
timeout_in_minutes: 35
|
||||
working_dir: "/vllm-workspace/tests"
|
||||
depends_on:
|
||||
- image-build-amd
|
||||
|
||||
+1
-1
@@ -5,7 +5,7 @@ import weakref
|
||||
|
||||
import pytest
|
||||
|
||||
from .util import ColBERTScoringHfRunner
|
||||
from ..util import ColBERTScoringHfRunner
|
||||
|
||||
MODEL_NAME = "answerdotai/answerai-colbert-small-v1"
|
||||
COLBERT_DIM = 96
|
||||
+1
-1
@@ -5,7 +5,7 @@ import weakref
|
||||
|
||||
import pytest
|
||||
|
||||
from .util import make_base64_image, make_image_mm_param
|
||||
from ..util import make_base64_image, make_image_mm_param
|
||||
|
||||
MODEL_NAME = "vidore/colpali-v1.3-hf"
|
||||
|
||||
+1
-1
@@ -8,7 +8,7 @@ import requests
|
||||
from tests.utils import RemoteOpenAIServer
|
||||
from vllm.entrypoints.pooling.scoring.protocol import RerankResponse, ScoreResponse
|
||||
|
||||
from .util import ColBERTScoringHfRunner
|
||||
from ..util import ColBERTScoringHfRunner
|
||||
|
||||
MODEL_NAME = "answerdotai/answerai-colbert-small-v1"
|
||||
COLBERT_DIM = 96
|
||||
Reference in New Issue
Block a user