mirrors/icefall
1
0
Fork 0
mirror of https://github.com/k2-fsa/icefall.git synced 2025-08-09 18:12:19 +00:00
Code Issues Packages Projects Releases Wiki Activity

Changes to fbank computation, use lilcom chunky writer

Browse Source
This commit is contained in:
Daniel Povey 2022-02-06 21:18:40 +08:00
parent fcd25bdfff
commit 8f8ec223a7
2 changed files with 4 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
egs/librispeech/ASR/local/compute_fbank_librispeech.py
View File

@ -28,7 +28,7 @@ import os
from pathlib import Path from pathlib import Path
import torch import torch
from lhotse import CutSet, Fbank, FbankConfig, LilcomHdf5Writer from lhotse import ChunkedLilcomHdf5Writer, CutSet, Fbank, FbankConfig
from lhotse.recipes.utils import read_manifests_if_cached from lhotse.recipes.utils import read_manifests_if_cached
from icefall.utils import get_executor from icefall.utils import get_executor
@ -85,7 +85,7 @@ def compute_fbank_librispeech():
# when an executor is specified, make more partitions # when an executor is specified, make more partitions
num_jobs=num_jobs if ex is None else 80, num_jobs=num_jobs if ex is None else 80,
executor=ex, executor=ex,
storage_type=LilcomHdf5Writer, storage_type=ChunkedLilcomHdf5Writer,
) )
cut_set.to_json(output_dir / f"cuts_{partition}.json.gz") cut_set.to_json(output_dir / f"cuts_{partition}.json.gz")

4
egs/librispeech/ASR/local/compute_fbank_musan.py
View File

@ -28,7 +28,7 @@ import os
from pathlib import Path from pathlib import Path
import torch import torch
from lhotse import CutSet, Fbank, FbankConfig, LilcomHdf5Writer, combine from lhotse import ChunkedLilcomHdf5Writer, CutSet, Fbank, FbankConfig, combine
from lhotse.recipes.utils import read_manifests_if_cached from lhotse.recipes.utils import read_manifests_if_cached
from icefall.utils import get_executor from icefall.utils import get_executor
@ -82,7 +82,7 @@ def compute_fbank_musan():
storage_path=f"{output_dir}/feats_musan", storage_path=f"{output_dir}/feats_musan",
num_jobs=num_jobs if ex is None else 80, num_jobs=num_jobs if ex is None else 80,
executor=ex, executor=ex,
storage_type=LilcomHdf5Writer, storage_type=ChunkedLilcomHdf5Writer,
) )
) )
musan_cuts.to_json(musan_cuts_path) musan_cuts.to_json(musan_cuts_path)