[Model][V1] Support Ernie MTP (#22169)

Signed-off-by: zhouchong <zhouchong03@baidu.com>
Co-authored-by: zhouchong <zhouchong03@baidu.com>
This commit is contained in:
xyxinyang
2025-08-20 20:41:55 +08:00
committed by GitHub
co-authored by zhouchong
parent 50df09fe13
commit 7cd17e22d7
6 changed files with 320 additions and 7 deletions
+2 -1
View File
@@ -77,7 +77,8 @@ class Worker(LocalOrDistributedWorkerBase):
"eagle",
"deepseek_mtp",
"glm4_moe_mtp",
"mimo_mtp")) \
"mimo_mtp",
"ernie_mtp")) \
else {"return_hidden_states": True}
ModelRunnerClass: Type[GPUModelRunnerBase] = ModelRunner