mirrors/icefall
1
0
Fork 0
mirror of https://github.com/k2-fsa/icefall.git synced 2025-08-27 10:44:19 +00:00
Code Issues Packages Projects Releases Wiki Activity

fix executor

Browse Source
This commit is contained in:
Yuekai Zhang 2024-01-23 17:40:15 +08:00
parent e46e9b77ee
commit f66b266aa4
1 changed files with 35 additions and 34 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

5
egs/wenetspeech/ASR/local/compute_fbank_wenetspeech_splits.py
View File

@ -33,7 +33,7 @@ from lhotse import (
set_caching_enabled, set_caching_enabled,
) )
from icefall.utils import str2bool from icefall.utils import str2bool, get_executor
# Torch's multithreaded behavior needs to be disabled or # Torch's multithreaded behavior needs to be disabled or
# it wastes a lot of CPU and slow things down. # it wastes a lot of CPU and slow things down.
# Do this outside of main() in case it needs to take effect # Do this outside of main() in case it needs to take effect
@ -137,6 +137,7 @@ def compute_fbank_wenetspeech_splits(args):
set_audio_duration_mismatch_tolerance(0.01) # 10ms tolerance set_audio_duration_mismatch_tolerance(0.01) # 10ms tolerance
set_caching_enabled(False) set_caching_enabled(False)
with get_executor() as ex: # Initialize the executor only once.
for i in range(start, stop): for i in range(start, stop):
idx = f"{i + 1}".zfill(num_digits) idx = f"{i + 1}".zfill(num_digits)
logging.info(f"Processing {idx}/{num_splits}") logging.info(f"Processing {idx}/{num_splits}")
@ -169,7 +170,7 @@ def compute_fbank_wenetspeech_splits(args):
extractor=extractor, extractor=extractor,
storage_path=f"{output_dir}/feats_{subset}_{idx}", storage_path=f"{output_dir}/feats_{subset}_{idx}",
num_jobs=args.num_workers, num_jobs=args.num_workers,
executor=extractor, executor=ex,
storage_type=LilcomChunkyWriter, storage_type=LilcomChunkyWriter,
) )
logging.info(f"Saving to {cuts_path}") logging.info(f"Saving to {cuts_path}")