[VLM] Implement merged multimodal processor for Mllama (#11427)

This commit is contained in:
Isotr0py
2025-02-12 20:26:21 -08:00
committed by GitHub
parent d88c8666a1
commit bc55d13070
8 changed files with 444 additions and 221 deletions
+2 -1
View File
@@ -350,7 +350,8 @@ class InputRegistry:
)
processor = mm_registry.create_processor(model_config, tokenizer)
profiler = MultiModalProfiler(processor)
dummy_data = profiler.get_dummy_data(seq_len)
dummy_data = profiler.get_dummy_data(
seq_len, is_encoder_data=is_encoder_data)
else:
model_cls, _ = get_model_architecture(model_config)
if is_encoder_data: