Use bpe_500

This commit is contained in:
Guanbo Wang 2022-04-06 19:06:54 -04:00
parent 64bb39bf17
commit 9a5340b21f
2 changed files with 1 additions and 2 deletions

View File

@ -107,7 +107,7 @@ def get_parser():
parser.add_argument( parser.add_argument(
"--lang-dir", "--lang-dir",
type=str, type=str,
default="data/lang_bpe_5000", default="data/lang_bpe_500",
help="""The lang dir help="""The lang dir
It contains language related input files such as It contains language related input files such as
"lexicon.txt" "lexicon.txt"

View File

@ -42,7 +42,6 @@ dl_dir=$PWD/download
# It will generate data/lang_bpe_xxx, # It will generate data/lang_bpe_xxx,
# data/lang_bpe_yyy if the array contains xxx, yyy # data/lang_bpe_yyy if the array contains xxx, yyy
vocab_sizes=( vocab_sizes=(
5000
500 500
) )