Update prepare_lm_training_data.py

2025-09-05 15:14:18 +00:00 · 2023-11-08 10:07:32 +08:00 · 2023-11-08 10:07:32 +08:00 · 86c3dbec0e
commit 86c3dbec0e
parent 94f963baf8
1 changed files with 1 additions and 1 deletions
--- a/egs/multi_zh-hans/ASR/local/prepare_lm_training_data.py
+++ b/egs/multi_zh-hans/ASR/local/prepare_lm_training_data.py
@ -101,7 +101,7 @@ def main():
            line = f.readline()
            line = tokenize_by_CJK_char(line)
            if line == "":
-                break
+                continue

            if step and processed % step == 0:
                logging.info(f"Processed number of lines: {processed} ")