check bbpe model exists in advance.

This commit is contained in:
Yaguang Hu 2023-09-27 14:59:24 +08:00
parent 8f32a31331
commit ac3f9cb9fd

View File

@ -25,12 +25,12 @@
# Please install a version >=0.1.96 # Please install a version >=0.1.96
import argparse import argparse
import re
import shutil import shutil
import tempfile import tempfile
from pathlib import Path from pathlib import Path
import sentencepiece as spm import sentencepiece as spm
from icefall import byte_encode, tokenize_by_CJK_char from icefall import byte_encode, tokenize_by_CJK_char