[CI] KimiLinear PD in nightlies (#50266)

Signed-off-by: NickLucche <nicolo.lucchesi@mistral.ai>
Co-authored-by: Claude <noreply@anthropic.com>
This commit is contained in:
Nicolò Lucchesi
2026-08-03 20:20:41 +08:00
committed by GitHub
co-authored by Claude
parent ec40f6a8a6
commit ad0bf3963e
2 changed files with 24 additions and 2 deletions
+20
View File
@@ -241,3 +241,23 @@ steps:
commands:
- bash /vllm-workspace/.buildkite/scripts/install-kv-connectors.sh
- bash v1/kv_connector/nixl_integration/run_accuracy_test.sh
- label: Kimi-Linear-48B-A3B Disaggregated DP EP
key: kimi-linear-disaggregated
timeout_in_minutes: 60
device: h200
optional: true
working_dir: "/vllm-workspace/tests"
num_devices: 4
env:
ENABLE_HMA_FLAG: "1"
DP_EP: "1"
GPU_MEMORY_UTILIZATION: "0.9"
VLLM_SSM_CONV_STATE_LAYOUT: "DS"
PREFILLER_TP_SIZE: "2"
DECODER_TP_SIZE: "2"
MODEL_NAMES: "moonshotai/Kimi-Linear-48B-A3B-Instruct"
VLLM_SERVE_EXTRA_ARGS: "--trust-remote-code,--mamba-cache-mode align,--max-model-len 32768"
commands:
- bash /vllm-workspace/.buildkite/scripts/install-kv-connectors.sh
- bash v1/kv_connector/nixl_integration/run_accuracy_test.sh
@@ -59,7 +59,8 @@ def test_accuracy():
f"model={MODEL_NAME},"
f"base_url={BASE_URL}/chat/completions,"
f"num_concurrent={NUM_CONCURRENT},"
"tokenizer_backend=huggingface"
"tokenizer_backend=huggingface,"
"trust_remote_code=True"
)
results = lm_eval.simple_evaluate(
model="local-chat-completions",
@@ -72,7 +73,8 @@ def test_accuracy():
model_args = (
f"model={MODEL_NAME},"
f"base_url={BASE_URL}/completions,"
f"num_concurrent={NUM_CONCURRENT},tokenized_requests=False"
f"num_concurrent={NUM_CONCURRENT},tokenized_requests=False,"
"trust_remote_code=True"
)
results = lm_eval.simple_evaluate(
model="local-completions",