[CI] Heavy refactoring of Voxtral multimodal audio model tests (#34294)
Signed-off-by: Andreas Karatzas <akaratza@amd.com>
This commit is contained in:
@@ -291,6 +291,34 @@ class VoxtralMultiModalProcessor(BaseMultiModalProcessor[VoxtralProcessingInfo])
|
||||
# skip validation here
|
||||
...
|
||||
|
||||
def _apply_hf_processor_mm_only(
|
||||
self,
|
||||
mm_items: MultiModalDataItems,
|
||||
hf_processor_mm_kwargs: Mapping[str, object],
|
||||
tokenization_kwargs: Mapping[str, object],
|
||||
) -> BatchFeature:
|
||||
processor = self.info.get_hf_processor(**hf_processor_mm_kwargs)
|
||||
processor_data, passthrough_data = self._get_hf_mm_data(mm_items)
|
||||
audios = processor_data.get("audios", [])
|
||||
if not isinstance(audios, list):
|
||||
audios = [audios]
|
||||
|
||||
audio_config = processor._audio_processor.audio_config
|
||||
audio_tensors: list[torch.Tensor] = []
|
||||
for audio in audios:
|
||||
audio = np.asarray(audio, dtype=np.float32).ravel()
|
||||
if not audio_config.is_streaming:
|
||||
audio = processor._audio_processor.pad(
|
||||
audio,
|
||||
processor.sampling_rate,
|
||||
audio_config.is_streaming,
|
||||
)
|
||||
audio_tensors.append(torch.tensor(audio))
|
||||
|
||||
result = BatchFeature({"audio_arrays": audio_tensors} if audio_tensors else {})
|
||||
result.update(passthrough_data)
|
||||
return result
|
||||
|
||||
def _get_prompt_updates(
|
||||
self,
|
||||
mm_items: MultiModalDataItems,
|
||||
|
||||
Reference in New Issue
Block a user