[LMM] Implement merged multimodal processor for whisper (#13278)

This commit is contained in:
Isotr0py
2025-02-23 01:46:03 -08:00
committed by GitHub
parent d5ca2110f1
commit ba5106e519
4 changed files with 144 additions and 77 deletions
+4 -1
View File
@@ -1297,7 +1297,10 @@ class EncDecMultiModalProcessor(BaseMultiModalProcessor[_I]):
prompt: Union[str, list[int]],
mm_data: MultiModalDataDict,
) -> Union[str, list[int]]:
"""Create input prompt for the encoder."""
"""
Create input prompt for the encoder. HF processor will be applied on
this prompt during profiling and generation.
"""
raise NotImplementedError
def apply(