[Models] Cohere Eagle + fix to Cohere MoE (#42078)
Signed-off-by: Terrencezzj <terrence@cohere.ai> Co-authored-by: Cursor <cursoragent@cursor.com>
This commit is contained in:
@@ -34,7 +34,7 @@ class CustomRoutingRouter(BaseRouter):
|
||||
|
||||
@property
|
||||
def routing_method_type(self) -> RoutingMethodType:
|
||||
from vllm.model_executor.models.cohere_moe import token_choice_with_bias
|
||||
from vllm.model_executor.models.cohere2_moe import token_choice_with_bias
|
||||
from vllm.model_executor.models.llama4 import Llama4MoE
|
||||
|
||||
# NOTE: FLASHINFER_TRTLLM support the Llama4 router.
|
||||
|
||||
Reference in New Issue
Block a user