mirror of
https://github.com/k2-fsa/icefall.git
synced 2025-09-06 07:34:21 +00:00
Update prepare_lm_training_data.py
This commit is contained in:
parent
94f963baf8
commit
86c3dbec0e
@ -101,7 +101,7 @@ def main():
|
|||||||
line = f.readline()
|
line = f.readline()
|
||||||
line = tokenize_by_CJK_char(line)
|
line = tokenize_by_CJK_char(line)
|
||||||
if line == "":
|
if line == "":
|
||||||
break
|
continue
|
||||||
|
|
||||||
if step and processed % step == 0:
|
if step and processed % step == 0:
|
||||||
logging.info(f"Processed number of lines: {processed} ")
|
logging.info(f"Processed number of lines: {processed} ")
|
||||||
|
Loading…
x
Reference in New Issue
Block a user