From 878e8e9390038141db60382dee3f382abb23d516 Mon Sep 17 00:00:00 2001 From: luomingshuang <739314837@qq.com> Date: Thu, 14 Apr 2022 22:03:01 +0800 Subject: [PATCH] add webdataset for dataload --- .../ASR/pruned_transducer_stateless/asr_datamodule.py | 3 +-- 1 file changed, 1 insertion(+), 2 deletions(-) diff --git a/egs/wenetspeech/ASR/pruned_transducer_stateless/asr_datamodule.py b/egs/wenetspeech/ASR/pruned_transducer_stateless/asr_datamodule.py index 9941dc158..3c28dfa56 100644 --- a/egs/wenetspeech/ASR/pruned_transducer_stateless/asr_datamodule.py +++ b/egs/wenetspeech/ASR/pruned_transducer_stateless/asr_datamodule.py @@ -34,14 +34,12 @@ from lhotse.cut import Cut from lhotse.dataset import ( CutConcatenate, CutMix, - BucketingSampler, DynamicBucketingSampler, K2SpeechRecognitionDataset, PrecomputedFeatures, SingleCutSampler, SpecAugment, ) -from lhotse.dataset.webdataset import export_to_webdataset from lhotse.dataset.input_strategies import OnTheFlyFeatures from torch.utils.data import DataLoader @@ -365,6 +363,7 @@ class WenetSpeechAsrDataModule: ) from lhotse.dataset.iterable_dataset import IterableDatasetWrapper + test_iter_dataset = IterableDatasetWrapper( dataset=test, sampler=sampler,