mirror of
https://github.com/k2-fsa/icefall.git
synced 2025-09-08 08:34:19 +00:00
change LilcomHdf5Writer to ChunkedLilcomHdf5Writer
This commit is contained in:
parent
c901abf332
commit
7cf7bebf09
@ -29,7 +29,7 @@ import os
|
||||
from pathlib import Path
|
||||
|
||||
import torch
|
||||
from lhotse import CutSet, Fbank, FbankConfig, LilcomHdf5Writer
|
||||
from lhotse import ChunkedLilcomHdf5Writer, CutSet, Fbank, FbankConfig
|
||||
from lhotse.recipes.utils import read_manifests_if_cached
|
||||
|
||||
from icefall.utils import get_executor
|
||||
@ -81,7 +81,7 @@ def compute_fbank_aidatatang_200zh(num_mel_bins: int = 80):
|
||||
# when an executor is specified, make more partitions
|
||||
num_jobs=num_jobs if ex is None else 80,
|
||||
executor=ex,
|
||||
storage_type=LilcomHdf5Writer,
|
||||
storage_type=ChunkedLilcomHdf5Writer,
|
||||
)
|
||||
cut_set.to_json(output_dir / f"cuts_{partition}.json.gz")
|
||||
|
||||
|
@ -29,7 +29,7 @@ import os
|
||||
from pathlib import Path
|
||||
|
||||
import torch
|
||||
from lhotse import CutSet, Fbank, FbankConfig, LilcomHdf5Writer
|
||||
from lhotse import ChunkedLilcomHdf5Writer, CutSet, Fbank, FbankConfig
|
||||
from lhotse.recipes.utils import read_manifests_if_cached
|
||||
|
||||
from icefall.utils import get_executor
|
||||
@ -86,7 +86,7 @@ def compute_fbank_alimeeting(num_mel_bins: int = 80):
|
||||
# when an executor is specified, make more partitions
|
||||
num_jobs=cur_num_jobs,
|
||||
executor=ex,
|
||||
storage_type=LilcomHdf5Writer,
|
||||
storage_type=ChunkedLilcomHdf5Writer,
|
||||
)
|
||||
|
||||
logging.info("About splitting cuts into smaller chunks")
|
||||
|
Loading…
x
Reference in New Issue
Block a user