parallel jobs

This commit is contained in:
Yuekai Zhang 2024-01-23 23:03:12 +08:00
parent df54121c41
commit cf85019290

View File

@ -215,13 +215,49 @@ if [ $stage -le 131 ] && [ $stop_stage -ge 131 ]; then
python3 ./local/compute_fbank_wenetspeech_splits.py \ python3 ./local/compute_fbank_wenetspeech_splits.py \
--training-subset L \ --training-subset L \
--num-workers 20 \ --num-workers 8 \
--batch-duration 1600 \ --batch-duration 1000 \
--start 98 \ --start 48 \
--num-mel-bins ${whisper_mel_bins} --whisper-fbank false \ --stop 58 \
--output-dir-prefix /fbank \ --num-mel-bins ${whisper_mel_bins} --whisper-fbank true \
--num-splits $num_splits --num-splits $num_splits &
python3 ./local/compute_fbank_wenetspeech_splits.py \
--training-subset L \
--num-workers 8 \
--batch-duration 1000 \
--start 58 \
--stop 68 \
--num-mel-bins ${whisper_mel_bins} --whisper-fbank true \
--num-splits $num_splits &
python3 ./local/compute_fbank_wenetspeech_splits.py \
--training-subset L \
--num-workers 8 \
--batch-duration 1000 \
--start 68 \
--stop 78 \
--num-mel-bins ${whisper_mel_bins} --whisper-fbank true \
--num-splits $num_splits &
python3 ./local/compute_fbank_wenetspeech_splits.py \
--training-subset L \
--num-workers 8 \
--batch-duration 1000 \
--start 78 \
--stop 88 \
--num-mel-bins ${whisper_mel_bins} --whisper-fbank true \
--num-splits $num_splits &
python3 ./local/compute_fbank_wenetspeech_splits.py \
--training-subset L \
--num-workers 8 \
--batch-duration 1000 \
--start 88 \
--num-mel-bins ${whisper_mel_bins} --whisper-fbank true \
--num-splits $num_splits &
wait
fi fi
if [ $stage -le 14 ] && [ $stop_stage -ge 14 ]; then if [ $stage -le 14 ] && [ $stop_stage -ge 14 ]; then