[ci] Move 3 entrypoints tests to h200_35gb queue (#43164)
Signed-off-by: Simon Mo <simon@inferact.ai> Signed-off-by: Simon Mo <simon@simon-mac-mini-9.local> Co-authored-by: Simon Mo <simon@inferact.ai> Co-authored-by: OpenAI Codex <noreply@openai.com>
This commit is contained in:
co-authored by
Simon Mo
OpenAI Codex
parent
c7ce03bcbd
commit
29c0ec4d63
@@ -3,6 +3,7 @@ depends_on:
|
|||||||
- image-build
|
- image-build
|
||||||
steps:
|
steps:
|
||||||
- label: Entrypoints Unit Tests
|
- label: Entrypoints Unit Tests
|
||||||
|
device: h200_35gb
|
||||||
key: entrypoints-unit-tests
|
key: entrypoints-unit-tests
|
||||||
timeout_in_minutes: 25
|
timeout_in_minutes: 25
|
||||||
working_dir: "/vllm-workspace/tests"
|
working_dir: "/vllm-workspace/tests"
|
||||||
@@ -15,6 +16,7 @@ steps:
|
|||||||
- pytest -v -s entrypoints/weight_transfer
|
- pytest -v -s entrypoints/weight_transfer
|
||||||
|
|
||||||
- label: Entrypoints Integration (LLM)
|
- label: Entrypoints Integration (LLM)
|
||||||
|
device: h200_35gb
|
||||||
key: entrypoints-integration-llm
|
key: entrypoints-integration-llm
|
||||||
timeout_in_minutes: 60
|
timeout_in_minutes: 60
|
||||||
working_dir: "/vllm-workspace/tests"
|
working_dir: "/vllm-workspace/tests"
|
||||||
@@ -114,6 +116,7 @@ steps:
|
|||||||
- image-build-amd
|
- image-build-amd
|
||||||
|
|
||||||
- label: Entrypoints Integration (Responses API)
|
- label: Entrypoints Integration (Responses API)
|
||||||
|
device: h200_35gb
|
||||||
key: entrypoints-integration-responses-api
|
key: entrypoints-integration-responses-api
|
||||||
timeout_in_minutes: 50
|
timeout_in_minutes: 50
|
||||||
working_dir: "/vllm-workspace/tests"
|
working_dir: "/vllm-workspace/tests"
|
||||||
|
|||||||
@@ -68,7 +68,7 @@ async def client(server):
|
|||||||
async def test_basic(client: OpenAI, model_name: str):
|
async def test_basic(client: OpenAI, model_name: str):
|
||||||
response = await client.responses.create(
|
response = await client.responses.create(
|
||||||
model=model_name,
|
model=model_name,
|
||||||
input="What is 123 * 456?",
|
input="What is 123 * 456? Answer with only the number.",
|
||||||
temperature=0.0,
|
temperature=0.0,
|
||||||
)
|
)
|
||||||
assert response is not None
|
assert response is not None
|
||||||
|
|||||||
Reference in New Issue
Block a user