mirrors/icefall
1
0
Fork 0
mirror of https://github.com/k2-fsa/icefall.git synced 2025-09-04 22:54:18 +00:00
Code Issues Packages Projects Releases Wiki Activity

add webdataset for dataload

Browse Source
This commit is contained in:
luomingshuang 2022-04-14 22:03:01 +08:00
parent 84090511f8
commit 878e8e9390
1 changed files with 1 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

3
egs/wenetspeech/ASR/pruned_transducer_stateless/asr_datamodule.py
View File

@ -34,14 +34,12 @@ from lhotse.cut import Cut
from lhotse.dataset import ( from lhotse.dataset import (
CutConcatenate, CutConcatenate,
CutMix, CutMix,
BucketingSampler,
DynamicBucketingSampler, DynamicBucketingSampler,
K2SpeechRecognitionDataset, K2SpeechRecognitionDataset,
PrecomputedFeatures, PrecomputedFeatures,
SingleCutSampler, SingleCutSampler,
SpecAugment, SpecAugment,
) )
from lhotse.dataset.webdataset import export_to_webdataset
from lhotse.dataset.input_strategies import OnTheFlyFeatures from lhotse.dataset.input_strategies import OnTheFlyFeatures
from torch.utils.data import DataLoader from torch.utils.data import DataLoader
@ -365,6 +363,7 @@ class WenetSpeechAsrDataModule:
) )
from lhotse.dataset.iterable_dataset import IterableDatasetWrapper from lhotse.dataset.iterable_dataset import IterableDatasetWrapper
test_iter_dataset = IterableDatasetWrapper( test_iter_dataset = IterableDatasetWrapper(
dataset=test, dataset=test,
sampler=sampler, sampler=sampler,