[Model] Add native Dots3 NOTE multimodal support (#51255)

Signed-off-by: KurodaKanbei <mistergalahad@gmail.com>
Signed-off-by: Jee Jee Li <jeejeelee@inferact.ai>
Co-authored-by: OpenAI Codex <codex@openai.com>
Co-authored-by: Jee Jee Li <jeejeelee@inferact.ai>
Co-authored-by: Jee Jee Li <pandaleefree@gmail.com>
This commit is contained in:
范裕达
2026-08-12 23:13:20 +08:00
committed by GitHub
co-authored by OpenAI Codex Jee Jee Li Jee Jee Li
parent b1b752042f
commit 9035151d6c
28 changed files with 6468 additions and 7 deletions
@@ -127,7 +127,14 @@ def _run_verify_block():
# stub with the attribute is enough for metadata construction.
layer_name = "placeholder"
vllm_config.compilation_config.static_forward_context[layer_name] = (
types.SimpleNamespace(prefill_backend=torch.empty((1,)))
types.SimpleNamespace(
prefill_backend=torch.empty((1,)),
q_lora_rank=None,
kv_lora_rank=KV_LORA_RANK,
qk_nope_head_dim=QK_NOPE_HEAD_DIM,
qk_rope_head_dim=QK_ROPE_HEAD_DIM,
v_head_dim=V_HEAD_DIM,
)
)
init_workspace_manager(device)