[CI][Bugfix] Fix Hybrid SSM NixlConnector PD prefix cache test (2 GPUs) (#47157)
Signed-off-by: NickLucche <nicolo.lucchesi@mistral.ai>
This commit is contained in:
@@ -51,6 +51,7 @@ vllm serve $MODEL \
|
|||||||
--trust-remote-code \
|
--trust-remote-code \
|
||||||
--enable-prefix-caching \
|
--enable-prefix-caching \
|
||||||
--mamba-cache-mode all \
|
--mamba-cache-mode all \
|
||||||
|
--attention-backend FLASHINFER \
|
||||||
--kv-transfer-config "$KV_CONFIG" &
|
--kv-transfer-config "$KV_CONFIG" &
|
||||||
|
|
||||||
# Start decode instance
|
# Start decode instance
|
||||||
@@ -68,6 +69,7 @@ vllm serve $MODEL \
|
|||||||
--trust-remote-code \
|
--trust-remote-code \
|
||||||
--enable-prefix-caching \
|
--enable-prefix-caching \
|
||||||
--mamba-cache-mode all \
|
--mamba-cache-mode all \
|
||||||
|
--attention-backend FLASHINFER \
|
||||||
--kv-transfer-config "$KV_CONFIG" &
|
--kv-transfer-config "$KV_CONFIG" &
|
||||||
|
|
||||||
echo "Waiting for prefill instance on port $PREFILL_PORT..."
|
echo "Waiting for prefill instance on port $PREFILL_PORT..."
|
||||||
|
|||||||
Reference in New Issue
Block a user