[BugFix][Model]Fix the garbled code in Ernie4.5-VL caused by fast_moe_cold_start (#35587)
Signed-off-by: wangyafeng <wangyafeng@baidu.com>
This commit is contained in:
@@ -329,6 +329,14 @@ class SnowflakeGteNewModelConfig(VerifyAndUpdateConfig):
|
|||||||
}
|
}
|
||||||
|
|
||||||
|
|
||||||
|
class Ernie4_5_VLMoeForConditionalGenerationConfig(VerifyAndUpdateConfig):
|
||||||
|
@staticmethod
|
||||||
|
def verify_and_update_config(vllm_config: "VllmConfig") -> None:
|
||||||
|
# Ernie4.5-VL conditionally executes text/vision MoE branches, so
|
||||||
|
# fast_moe_cold_start can silently produce incorrect execution order.
|
||||||
|
vllm_config.compilation_config.fast_moe_cold_start = False
|
||||||
|
|
||||||
|
|
||||||
class GptOssForCausalLMConfig(VerifyAndUpdateConfig):
|
class GptOssForCausalLMConfig(VerifyAndUpdateConfig):
|
||||||
@staticmethod
|
@staticmethod
|
||||||
def verify_and_update_config(vllm_config: "VllmConfig") -> None:
|
def verify_and_update_config(vllm_config: "VllmConfig") -> None:
|
||||||
@@ -661,6 +669,7 @@ MODELS_CONFIG_MAP: dict[str, type[VerifyAndUpdateConfig]] = {
|
|||||||
"Qwen2ForRewardModel": Qwen2ForRewardModelConfig,
|
"Qwen2ForRewardModel": Qwen2ForRewardModelConfig,
|
||||||
"Qwen3ForSequenceClassification": Qwen3ForSequenceClassificationConfig,
|
"Qwen3ForSequenceClassification": Qwen3ForSequenceClassificationConfig,
|
||||||
"Qwen3VLForSequenceClassification": Qwen3VLForSequenceClassificationConfig,
|
"Qwen3VLForSequenceClassification": Qwen3VLForSequenceClassificationConfig,
|
||||||
|
"Ernie4_5_VLMoeForConditionalGeneration": Ernie4_5_VLMoeForConditionalGenerationConfig, # noqa: E501
|
||||||
"XLMRobertaModel": JinaRobertaModelConfig,
|
"XLMRobertaModel": JinaRobertaModelConfig,
|
||||||
"ColBERTJinaRobertaModel": JinaRobertaModelConfig,
|
"ColBERTJinaRobertaModel": JinaRobertaModelConfig,
|
||||||
"JinaVLForRanking": JinaVLForSequenceClassificationConfig,
|
"JinaVLForRanking": JinaVLForSequenceClassificationConfig,
|
||||||
|
|||||||
Reference in New Issue
Block a user