mirrors/icefall
1
0
Fork 0
mirror of https://github.com/k2-fsa/icefall.git synced 2025-09-04 22:54:18 +00:00
Code Issues Packages Projects Releases Wiki Activity

Remove lazy_load option

Browse Source
This commit is contained in:
Guanbo Wang 2022-04-11 18:12:54 -04:00
parent 36ec10c41a
commit 407998267c
1 changed files with 1 additions and 10 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

11
egs/gigaspeech/ASR/conformer_ctc/asr_datamodule.py
View File

@ -180,12 +180,6 @@ class GigaSpeechAsrDataModule:
default="XL",
help="Select the GigaSpeech subset (XS|S|M|L|XL)",
)
group.add_argument(
"--lazy-load",
type=str2bool,
default=True,
help="lazily open CutSets to avoid OOM (for L|XL subset)",
)
group.add_argument(
"--small-dev",
type=str2bool,
@ -361,10 +355,7 @@ class GigaSpeechAsrDataModule:
def train_cuts(self) -> CutSet:
logging.info(f"About to get train_{self.args.subset} cuts")
path = self.args.manifest_dir / f"cuts_{self.args.subset}.jsonl.gz"
if self.args.subset in ["L", "XL"] and self.args.lazy_load:
cuts_train = CutSet.from_jsonl_lazy(path)
else:
cuts_train = CutSet.from_file(path)
cuts_train = CutSet.from_jsonl_lazy(path)
return cuts_train
@lru_cache()