From 5774aaed0cbeaa74ca7a75d372c1e8bd4aa11cdb Mon Sep 17 00:00:00 2001 From: Terrence Zhao <32208165+Terrencezzj@users.noreply.github.com> Date: Tue, 19 May 2026 22:32:06 -0400 Subject: [PATCH] [Cohere] Enable Cohere MoE (#43143) Signed-off-by: Terrencezzj --- docs/models/supported_models.md | 2 +- tests/models/registry.py | 2 +- 2 files changed, 2 insertions(+), 2 deletions(-) diff --git a/docs/models/supported_models.md b/docs/models/supported_models.md index fb2df49232..f2a06807cf 100644 --- a/docs/models/supported_models.md +++ b/docs/models/supported_models.md @@ -378,7 +378,7 @@ th { | `BloomForCausalLM` | BLOOM, BLOOMZ, BLOOMChat | `bigscience/bloom`, `bigscience/bloomz`, etc. | | ✅︎ | | `ChatGLMModel`, `ChatGLMForConditionalGeneration` | ChatGLM | `zai-org/chatglm2-6b`, `zai-org/chatglm3-6b`, `thu-coai/ShieldLM-6B-chatglm3`, etc. | ✅︎ | ✅︎ | | `CohereForCausalLM`, `Cohere2ForCausalLM` | Command-R, Command-A | `CohereLabs/c4ai-command-r-v01`, `CohereLabs/c4ai-command-r7b-12-2024`, `CohereLabs/c4ai-command-a-03-2025`, `CohereLabs/command-a-reasoning-08-2025`, etc. | ✅︎ | ✅︎ | -| `Cohere2MoeForCausalLM` | Command (MoE) | (model checkpoints loaded with `trust_remote_code=True`) | ✅︎ | ✅︎ | +| `Cohere2MoeForCausalLM` | Command-A+ | `CohereLabs/command-a-plus-05-2026`, etc. | ✅︎ | ✅︎ | | `CwmForCausalLM` | CWM | `facebook/cwm`, etc. | ✅︎ | ✅︎ | | `DbrxForCausalLM` | DBRX | `databricks/dbrx-base`, `databricks/dbrx-instruct`, etc. | | ✅︎ | | `DeciLMForCausalLM` | DeciLM | `nvidia/Llama-3_3-Nemotron-Super-49B-v1`, etc. | ✅︎ | ✅︎ | diff --git a/tests/models/registry.py b/tests/models/registry.py index d1c52f3851..a6bd6a310e 100644 --- a/tests/models/registry.py +++ b/tests/models/registry.py @@ -239,7 +239,7 @@ _TEXT_GENERATION_EXAMPLE_MODELS = { trust_remote_code=True, ), "Cohere2MoeForCausalLM": _HfExamplesInfo( - "/host/engines/cohere-moe", + "CohereLabs/command-a-plus-05-2026", trust_remote_code=True, is_available_online=False, ),