From 403e2e52ac3038d61e362dcb9dbd616ad1280648 Mon Sep 17 00:00:00 2001 From: jinzr Date: Wed, 8 Nov 2023 10:20:10 +0800 Subject: [PATCH] Update prepare_lm_training_data.py --- egs/multi_zh-hans/ASR/local/prepare_lm_training_data.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/egs/multi_zh-hans/ASR/local/prepare_lm_training_data.py b/egs/multi_zh-hans/ASR/local/prepare_lm_training_data.py index e931086fb..41638cd82 100755 --- a/egs/multi_zh-hans/ASR/local/prepare_lm_training_data.py +++ b/egs/multi_zh-hans/ASR/local/prepare_lm_training_data.py @@ -99,9 +99,9 @@ def main(): with open(args.lm_data) as f: while True: line = f.readline() - line = tokenize_by_CJK_char(line) if line == "": break + line = tokenize_by_CJK_char(line) if step and processed % step == 0: logging.info(f"Processed number of lines: {processed} ")