Update prepare.sh

This commit is contained in:
Yifan Yang 2024-11-12 16:36:35 +08:00 committed by GitHub
parent de469c0b65
commit 9ed5e92702
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194

View File

@ -135,7 +135,6 @@ if [ $stage -le 4 ] && [ $stop_stage -ge 4 ]; then
mkdir -p $tokens_dir mkdir -p $tokens_dir
for subset in small medium large; do for subset in small medium large; do
if [ ! -e $tokens_dir/libriheavy_${subset}.jsonl.gz ]; then if [ ! -e $tokens_dir/libriheavy_${subset}.jsonl.gz ]; then
echo $tokens_dir/libriheavy_${subset}.jsonl.gz
log "Extract speech tokens for subset: $subset" log "Extract speech tokens for subset: $subset"
output_dir=$tokens_dir/libriheavy_${subset} output_dir=$tokens_dir/libriheavy_${subset}
torchrun --nproc_per_node=8 \ torchrun --nproc_per_node=8 \