support for cascades

This commit is contained in:
yifanyeung 2024-07-04 16:09:20 +08:00
parent 91488ce972
commit 2502987dc4

View File

@ -1262,12 +1262,19 @@ def run(rank, world_size, args):
sampler_state_dict = None
train_dl = librispeech.train_dataloaders(
train_cuts, sampler_state_dict=sampler_state_dict
train_cuts,
sampler_state_dict=sampler_state_dict,
world_size=world_size,
rank=rank,
)
valid_cuts = librispeech.dev_clean_cuts()
valid_cuts += librispeech.dev_other_cuts()
valid_dl = librispeech.valid_dataloaders(valid_cuts)
valid_dl = librispeech.valid_dataloaders(
valid_cuts,
world_size=world_size,
rank=rank,
)
if 0 and not params.print_diagnostics:
scan_pessimistic_batches_for_oom(