[Model] Add Cohere2MoE Eagle3 auxiliary hidden states (#49819)

Signed-off-by: Doug Brown <doug@github.douggo.com>
This commit is contained in:
Doug Brown
2026-09-17 20:09:36 +00:00
committed by GitHub
parent 9a5bd373cf
commit 2b02c6c29b
2 changed files with 29 additions and 6 deletions
@@ -103,6 +103,18 @@ def test_dflash_fc_uses_aux_layer_count():
assert _get_dflash_fc_input_size(vllm_config) == 3 * 4096
def test_dflash_target_layers_map_to_post_layer_boundaries():
vllm_config = _vllm_config(
dflash_config={"target_layer_ids": [0, 16, 31]},
)
assert get_eagle3_aux_layers_from_config(vllm_config.speculative_config) == (
1,
17,
32,
)
@pytest.mark.parametrize("config_name", ["dflash_config", "eagle_config"])
def test_eagle_aux_layers_preserves_legacy_layer_ids(config_name):
layer_ids = [1, 17, 32]