[CI][Bugfix] Fix Hybrid SSM NixlConnector PD prefix cache test (2 GPUs) (#47157)

Signed-off-by: NickLucche <nicolo.lucchesi@mistral.ai>
This commit is contained in:
Nicolò Lucchesi
2026-06-30 23:14:13 +08:00
committed by GitHub
parent 7cf7cbcd95
commit dc148dc4d7
@@ -51,6 +51,7 @@ vllm serve $MODEL \
--trust-remote-code \
--enable-prefix-caching \
--mamba-cache-mode all \
--attention-backend FLASHINFER \
--kv-transfer-config "$KV_CONFIG" &
# Start decode instance
@@ -68,6 +69,7 @@ vllm serve $MODEL \
--trust-remote-code \
--enable-prefix-caching \
--mamba-cache-mode all \
--attention-backend FLASHINFER \
--kv-transfer-config "$KV_CONFIG" &
echo "Waiting for prefill instance on port $PREFILL_PORT..."