mirrors/icefall
1
0
Fork 0
mirror of https://github.com/k2-fsa/icefall.git synced 2025-08-09 18:12:19 +00:00
Code Issues Packages Projects Releases Wiki Activity

Add random-number-setting function in dataloader

Browse Source
This commit is contained in:
Daniel Povey 2022-03-26 14:46:27 +08:00
parent 0e694739f2
commit 26a1730392
1 changed files with 9 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

9
egs/librispeech/ASR/tdnn_lstm_ctc/asr_datamodule.py
View File

@ -22,6 +22,8 @@ import logging
from functools import lru_cache
from pathlib import Path
from typing import Any, Dict, Optional
import torch
import lhotse
from lhotse import CutSet, Fbank, FbankConfig, load_manifest
from lhotse.dataset import (
@ -301,12 +303,19 @@ class LibriSpeechAsrDataModule:
logging.info("Loading sampler state dict")
train_sampler.load_state_dict(sampler_state_dict)
# 'seed' is derived from the current random state, which will have previously been
# set in the main process.
seed = torch.randint(0, 100000, ()).item()
def worker_init_fn(worker_id: int):
lhotse.utils.fix_random_seed(seed + worker_id)
train_dl = DataLoader(
train,
sampler=train_sampler,
batch_size=None,
num_workers=self.args.num_workers,
persistent_workers=False,
worker_init_fn=worker_init_fn,
)
return train_dl