[Bugfix] Re-enable benchmarking of librispeech dataset. (#47033)

Signed-off-by: Anna Mayne <anna.mayne@arm.com>
This commit is contained in:
almayne
2026-07-08 16:19:26 +00:00
committed by GitHub
parent f05603fa28
commit d1f1d86797
2 changed files with 18 additions and 7 deletions
+9 -5
View File
@@ -4090,9 +4090,10 @@ class ASRDataset(HuggingFaceDataset):
EARNINGS22_TINY_FILTERED_DATASET = (
"D4nt3/esb-datasets-earnings22-validation-tiny-filtered"
)
LIBRISPEECH_DATASET = "openslr/librispeech_asr"
SUPPORTED_DATASET_PATHS = {
"openslr/librispeech_asr",
LIBRISPEECH_DATASET,
"facebook/voxpopuli",
"LIUM/tedlium",
"edinburghcstr/ami",
@@ -4120,7 +4121,10 @@ class ASRDataset(HuggingFaceDataset):
self.data = self.data.shuffle(seed=self.random_seed)
self._materialize_local_audio_column()
return
if self.hf_name == self.EARNINGS22_TINY_FILTERED_DATASET:
if self.hf_name in (
self.EARNINGS22_TINY_FILTERED_DATASET,
self.LIBRISPEECH_DATASET,
):
super().load_data()
self._disable_audio_decode()
return
@@ -4199,14 +4203,14 @@ class ASRDataset(HuggingFaceDataset):
elif isinstance(audio, str):
duration_s = sf.info(audio).duration
mm_content = {"audio_path": audio}
elif isinstance(audio, dict) and audio.get("path"):
duration_s = sf.info(audio["path"]).duration
mm_content = {"audio_path": audio["path"]}
elif isinstance(audio, dict) and audio.get("bytes") is not None:
with BytesIO(audio["bytes"]) as audio_buffer:
y, sr = sf.read(audio_buffer, dtype="float32")
duration_s = get_audio_duration(y=y, sr=sr)
mm_content = {"audio": (y, sr)}
elif isinstance(audio, dict) and audio.get("path"):
duration_s = sf.info(audio["path"]).duration
mm_content = {"audio_path": audio["path"]}
else:
raise ValueError(
"ASR samples must provide decoded audio arrays, "