Update prepare.sh (#1422)

fix the bug in line 251:
1、 del the additional blank
2、correct the spell error of "new_vocab_size"
This commit is contained in:
TianHao Zhang 2023-12-21 14:42:33 +08:00 committed by GitHub
parent 10a234709c
commit 702d4f5914
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23

View File

@ -248,7 +248,7 @@ if [ $stage -le 10 ] && [ $stop_stage -ge 10 ]; then
| jq '.supervisions[].text' | sed 's/"//;s/\\//g;s/"$//' > data/punc_texts | jq '.supervisions[].text' | sed 's/"//;s/\\//g;s/"$//' > data/punc_texts
fi fi
for vocab_size in ${vocab_sizes[@]}; do for vocab_size in ${vocab_sizes[@]}; do
new_vacab_size = $(($vocab_size + 256)) new_vocab_size=$(($vocab_size + 256))
lang_dir=data/lang_punc_bpe_${new_vocab_size} lang_dir=data/lang_punc_bpe_${new_vocab_size}
mkdir -p $lang_dir mkdir -p $lang_dir