[Models] Cohere Eagle + fix to Cohere MoE (#42078)

Signed-off-by: Terrencezzj <terrence@cohere.ai>
Co-authored-by: Cursor <cursoragent@cursor.com>
This commit is contained in:
Terrence Zhao
2026-05-08 21:46:26 -07:00
committed by GitHub
co-authored by Cursor
parent e8f9038ebd
commit a2812becd6
8 changed files with 377 additions and 41 deletions
@@ -34,7 +34,7 @@ class CustomRoutingRouter(BaseRouter):
@property
def routing_method_type(self) -> RoutingMethodType:
from vllm.model_executor.models.cohere_moe import token_choice_with_bias
from vllm.model_executor.models.cohere2_moe import token_choice_with_bias
from vllm.model_executor.models.llama4 import Llama4MoE
# NOTE: FLASHINFER_TRTLLM support the Llama4 router.