add remove long short

This commit is contained in:
Yuekai Zhang 2024-01-26 10:23:26 +08:00
parent bb07b65e45
commit c19891ee8e

View File

@ -834,8 +834,9 @@ def run(rank, world_size, args):
# )
return False
return True
train_dl = wenetspeech.train_dataloaders(wenetspeech.train_cuts(remove_short_and_long_utt))
train_cuts = wenetspeech.train_cuts()
train_cuts = train_cuts.filter(remove_short_and_long_utt)
train_dl = wenetspeech.train_dataloaders(train_cuts)
valid_dl = wenetspeech.valid_dataloaders(wenetspeech.valid_cuts())
scaler = GradScaler(enabled=params.use_fp16, init_scale=1.0)