mirrors/icefall
1
0
Fork 0
mirror of https://github.com/k2-fsa/icefall.git synced 2025-08-27 02:34:21 +00:00
Code Issues Packages Projects Releases Wiki Activity

test feature extractor speed

Browse Source
This commit is contained in:
Yuekai Zhang 2024-01-23 13:53:59 +08:00
parent d1b010463c
commit aa7b17e410
1 changed files with 18 additions and 5 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

23
egs/wenetspeech/ASR/prepare.sh
View File

@ -6,12 +6,12 @@ export PROTOCOL_BUFFERS_PYTHON_IMPLEMENTATION=python
set -eou pipefail set -eou pipefail
nj=15 nj=15
stage=0 stage=130
stop_stage=100 stop_stage=130
# Split L subset to this number of pieces # Split L subset to this number of pieces
# This is to avoid OOM during feature extraction. # This is to avoid OOM during feature extraction.
num_splits=1000 num_splits=100
# We assume dl_dir (download dir) contains the following # We assume dl_dir (download dir) contains the following
# directories and files. If not, they will be downloaded # directories and files. If not, they will be downloaded
@ -198,8 +198,8 @@ if [ $stage -le 130 ] && [ $stop_stage -ge 130 ]; then
python3 ./local/compute_fbank_wenetspeech_splits.py \ python3 ./local/compute_fbank_wenetspeech_splits.py \
--training-subset L \ --training-subset L \
--num-workers 20 \ --num-workers 40 \
--batch-duration 600 \ --batch-duration 1600 \
--start 0 \ --start 0 \
--num-mel-bins ${whisper_mel_bins} --whisper-fbank true \ --num-mel-bins ${whisper_mel_bins} --whisper-fbank true \
--num-splits $num_splits --num-splits $num_splits
@ -210,6 +210,19 @@ if [ $stage -le 130 ] && [ $stop_stage -ge 130 ]; then
fi fi
fi fi
if [ $stage -le 131 ] && [ $stop_stage -ge 131 ]; then
log "Stage 131: test"
python3 ./local/compute_fbank_wenetspeech_splits.py \
--training-subset L \
--num-workers 40 \
--batch-duration 1600 \
--start 99 \
--num-mel-bins ${whisper_mel_bins} --whisper-fbank false \
--num-splits $num_splits
fi
if [ $stage -le 14 ] && [ $stop_stage -ge 14 ]; then if [ $stage -le 14 ] && [ $stop_stage -ge 14 ]; then
log "Stage 14: Compute fbank for musan" log "Stage 14: Compute fbank for musan"
mkdir -p data/fbank mkdir -p data/fbank