Add Cosmos3 Edge Reasoner model (#48291)

Signed-off-by: Bartosz Stefaniak <bstefaniak@nvidia.com>
Co-authored-by: Bartosz Stefaniak <bstefaniak@nvidia.com>
This commit is contained in:
adsridhar
2026-07-14 08:14:50 +00:00
committed by GitHub
co-authored by Bartosz Stefaniak
parent c9a788eedc
commit 894ebb27f5
13 changed files with 1474 additions and 27 deletions
+71
View File
@@ -74,6 +74,77 @@ def test_cosmos3_new_checkpoint_weights_mapper():
)
def test_cosmos3_edge_checkpoint_weights_mapper():
from vllm.model_executor.models.cosmos3_edge import (
Cosmos3EdgeForConditionalGeneration,
)
mapper = Cosmos3EdgeForConditionalGeneration.hf_to_vllm_mapper
assert mapper.apply_list(
[
"embed_tokens.weight",
"norm.weight",
"layers.0.input_layernorm.weight",
"layers.0.self_attn.to_q.weight",
"layers.0.self_attn.to_k.weight",
"layers.0.self_attn.to_v.weight",
"layers.0.self_attn.to_out.weight",
"layers.0.post_attention_layernorm.weight",
"layers.0.mlp.up_proj.weight",
"layers.0.mlp.down_proj.weight",
"layers.27.input_layernorm.weight",
"layers.27.self_attn.to_q.weight",
"layers.27.post_attention_layernorm.weight",
"layers.27.mlp.down_proj.weight",
"model.visual.embeddings.patch_embedding.weight",
"model.visual.encoder.layers.0.self_attn.q_proj.weight",
"model.projector.linear_fc1.weight",
"lm_head.weight",
]
) == [
"language_model.model.embed_tokens.weight",
"language_model.model.norm_f.weight",
"language_model.model.layers.0.norm.weight",
"language_model.model.layers.0.mixer.qkv_proj.weight",
"language_model.model.layers.0.mixer.qkv_proj.weight",
"language_model.model.layers.0.mixer.qkv_proj.weight",
"language_model.model.layers.0.mixer.o_proj.weight",
"language_model.model.layers.1.norm.weight",
"language_model.model.layers.1.mixer.up_proj.weight",
"language_model.model.layers.1.mixer.down_proj.weight",
"language_model.model.layers.54.norm.weight",
"language_model.model.layers.54.mixer.qkv_proj.weight",
"language_model.model.layers.55.norm.weight",
"language_model.model.layers.55.mixer.down_proj.weight",
"visual.encoder.embeddings.patch_embedding.weight",
"visual.encoder.encoder.layers.0.self_attn.qkv_proj.weight",
"visual.projector.linear_fc1.weight",
"language_model.lm_head.weight",
]
assert (
mapper.apply_list(
[
"layers.0.self_attn.add_q_proj.weight",
"layers.0.self_attn.add_k_proj.weight",
"layers.0.self_attn.add_v_proj.weight",
"layers.0.self_attn.to_add_out.weight",
"layers.0.self_attn.norm_added_q.weight",
"layers.0.self_attn.norm_added_k.weight",
"layers.0.self_attn.q_proj_moe_gen.weight",
"layers.0.mlp_moe_gen.up_proj.weight",
"norm_moe_gen.weight",
"proj_in.weight",
"proj_out.weight",
"audio_modality_embed",
"action_modality_embed",
]
)
== []
)
def create_repo_dummy_weights(repo: str) -> Iterable[tuple[str, torch.Tensor]]:
"""Create weights from safetensors checkpoint metadata"""
metadata = try_get_safetensors_metadata(repo)