diff --git a/egs/multi_zh-hans/ASR/local/tokenize_for_lm_training.py b/egs/multi_zh-hans/ASR/local/tokenize_for_lm_training.py index ed7ead620..f8f5b1be5 100755 --- a/egs/multi_zh-hans/ASR/local/tokenize_for_lm_training.py +++ b/egs/multi_zh-hans/ASR/local/tokenize_for_lm_training.py @@ -24,6 +24,7 @@ import sys from typing import List from pypinyin import lazy_pinyin, pinyin + from icefall.utils import str2bool, tokenize_by_CJK_char is_python2 = sys.version_info[0] == 2