From baa7c5fb8db15e23731049c1725dd9bd7046293f Mon Sep 17 00:00:00 2001 From: Yuekai Zhang Date: Tue, 23 Jan 2024 23:28:47 +0800 Subject: [PATCH] use multi machines --- egs/wenetspeech/ASR/prepare.sh | 37 ++++++---------------------------- 1 file changed, 6 insertions(+), 31 deletions(-) diff --git a/egs/wenetspeech/ASR/prepare.sh b/egs/wenetspeech/ASR/prepare.sh index 4ab21084e..876daea11 100755 --- a/egs/wenetspeech/ASR/prepare.sh +++ b/egs/wenetspeech/ASR/prepare.sh @@ -218,46 +218,21 @@ if [ $stage -le 131 ] && [ $stop_stage -ge 131 ]; then --num-workers 8 \ --batch-duration 1000 \ --start 48 \ - --stop 58 \ - --num-mel-bins ${whisper_mel_bins} --whisper-fbank true \ - --num-splits $num_splits & - - python3 ./local/compute_fbank_wenetspeech_splits.py \ - --training-subset L \ - --num-workers 8 \ - --batch-duration 1000 \ - --start 58 \ --stop 68 \ --num-mel-bins ${whisper_mel_bins} --whisper-fbank true \ - --num-splits $num_splits & + --num-splits $num_splits +fi + +if [ $stage -le 132 ] && [ $stop_stage -ge 132 ]; then + log "Stage 132: test" python3 ./local/compute_fbank_wenetspeech_splits.py \ --training-subset L \ --num-workers 8 \ --batch-duration 1000 \ --start 68 \ - --stop 78 \ --num-mel-bins ${whisper_mel_bins} --whisper-fbank true \ - --num-splits $num_splits & - - python3 ./local/compute_fbank_wenetspeech_splits.py \ - --training-subset L \ - --num-workers 8 \ - --batch-duration 1000 \ - --start 78 \ - --stop 88 \ - --num-mel-bins ${whisper_mel_bins} --whisper-fbank true \ - --num-splits $num_splits & - - python3 ./local/compute_fbank_wenetspeech_splits.py \ - --training-subset L \ - --num-workers 8 \ - --batch-duration 1000 \ - --start 88 \ - --num-mel-bins ${whisper_mel_bins} --whisper-fbank true \ - --num-splits $num_splits & - - wait + --num-splits $num_splits fi if [ $stage -le 14 ] && [ $stop_stage -ge 14 ]; then