[Minor] Invert MRV1 specdec method fallback logic (#56899)
Signed-off-by: Nick Hill <nickhill123@gmail.com>
This commit is contained in:
+10
-10
@@ -2829,16 +2829,16 @@ class VllmConfig:
|
|||||||
unsupported.append("pipeline parallelism with external_launcher")
|
unsupported.append("pipeline parallelism with external_launcher")
|
||||||
|
|
||||||
if speculative_config is not None:
|
if speculative_config is not None:
|
||||||
# TODO: ngram / ngram_gpu are not supported by the v2 model runner yet
|
if speculative_config.method in (
|
||||||
if speculative_config.method in ("ngram", "ngram_gpu"):
|
# https://github.com/vllm-project/vllm/pull/40704
|
||||||
unsupported.append("ngram/ngram_gpu speculative decoding")
|
"ngram",
|
||||||
elif speculative_config.method not in (
|
"ngram_gpu",
|
||||||
"eagle",
|
# https://github.com/vllm-project/vllm/pull/43091
|
||||||
"eagle3",
|
"draft_model",
|
||||||
"mtp",
|
"suffix",
|
||||||
"dflash",
|
"medusa",
|
||||||
"dspark",
|
"mlp_speculator",
|
||||||
"extract_hidden_states",
|
"custom_class",
|
||||||
):
|
):
|
||||||
unsupported.append(f"speculative method '{speculative_config.method}'")
|
unsupported.append(f"speculative method '{speculative_config.method}'")
|
||||||
|
|
||||||
|
|||||||
Reference in New Issue
Block a user