add webdataset for dataload

This commit is contained in:
luomingshuang 2022-04-14 22:03:01 +08:00
parent 84090511f8
commit 878e8e9390

View File

@ -34,14 +34,12 @@ from lhotse.cut import Cut
from lhotse.dataset import (
CutConcatenate,
CutMix,
BucketingSampler,
DynamicBucketingSampler,
K2SpeechRecognitionDataset,
PrecomputedFeatures,
SingleCutSampler,
SpecAugment,
)
from lhotse.dataset.webdataset import export_to_webdataset
from lhotse.dataset.input_strategies import OnTheFlyFeatures
from torch.utils.data import DataLoader
@ -365,6 +363,7 @@ class WenetSpeechAsrDataModule:
)
from lhotse.dataset.iterable_dataset import IterableDatasetWrapper
test_iter_dataset = IterableDatasetWrapper(
dataset=test,
sampler=sampler,