[CI] KimiLinear PD in nightlies (#50266)
Signed-off-by: NickLucche <nicolo.lucchesi@mistral.ai> Co-authored-by: Claude <noreply@anthropic.com>
This commit is contained in:
co-authored by
Claude
parent
ec40f6a8a6
commit
ad0bf3963e
@@ -241,3 +241,23 @@ steps:
|
||||
commands:
|
||||
- bash /vllm-workspace/.buildkite/scripts/install-kv-connectors.sh
|
||||
- bash v1/kv_connector/nixl_integration/run_accuracy_test.sh
|
||||
|
||||
- label: Kimi-Linear-48B-A3B Disaggregated DP EP
|
||||
key: kimi-linear-disaggregated
|
||||
timeout_in_minutes: 60
|
||||
device: h200
|
||||
optional: true
|
||||
working_dir: "/vllm-workspace/tests"
|
||||
num_devices: 4
|
||||
env:
|
||||
ENABLE_HMA_FLAG: "1"
|
||||
DP_EP: "1"
|
||||
GPU_MEMORY_UTILIZATION: "0.9"
|
||||
VLLM_SSM_CONV_STATE_LAYOUT: "DS"
|
||||
PREFILLER_TP_SIZE: "2"
|
||||
DECODER_TP_SIZE: "2"
|
||||
MODEL_NAMES: "moonshotai/Kimi-Linear-48B-A3B-Instruct"
|
||||
VLLM_SERVE_EXTRA_ARGS: "--trust-remote-code,--mamba-cache-mode align,--max-model-len 32768"
|
||||
commands:
|
||||
- bash /vllm-workspace/.buildkite/scripts/install-kv-connectors.sh
|
||||
- bash v1/kv_connector/nixl_integration/run_accuracy_test.sh
|
||||
|
||||
@@ -59,7 +59,8 @@ def test_accuracy():
|
||||
f"model={MODEL_NAME},"
|
||||
f"base_url={BASE_URL}/chat/completions,"
|
||||
f"num_concurrent={NUM_CONCURRENT},"
|
||||
"tokenizer_backend=huggingface"
|
||||
"tokenizer_backend=huggingface,"
|
||||
"trust_remote_code=True"
|
||||
)
|
||||
results = lm_eval.simple_evaluate(
|
||||
model="local-chat-completions",
|
||||
@@ -72,7 +73,8 @@ def test_accuracy():
|
||||
model_args = (
|
||||
f"model={MODEL_NAME},"
|
||||
f"base_url={BASE_URL}/completions,"
|
||||
f"num_concurrent={NUM_CONCURRENT},tokenized_requests=False"
|
||||
f"num_concurrent={NUM_CONCURRENT},tokenized_requests=False,"
|
||||
"trust_remote_code=True"
|
||||
)
|
||||
results = lm_eval.simple_evaluate(
|
||||
model="local-completions",
|
||||
|
||||
Reference in New Issue
Block a user