Update prepare_lm_training_data.py

2025-09-05 15:14:18 +00:00 · 2023-11-08 10:14:08 +08:00 · 2023-11-08 10:14:08 +08:00 · 7f53f59776
commit 7f53f59776
parent 86c3dbec0e
1 changed files with 1 additions and 1 deletions
--- a/egs/multi_zh-hans/ASR/local/prepare_lm_training_data.py
+++ b/egs/multi_zh-hans/ASR/local/prepare_lm_training_data.py
@ -101,7 +101,7 @@ def main():
            line = f.readline()
            line = tokenize_by_CJK_char(line)
            if line == "":
-                continue
+                break

            if step and processed % step == 0:
                logging.info(f"Processed number of lines: {processed} ")