mirror of
https://github.com/k2-fsa/icefall.git
synced 2025-09-04 06:34:20 +00:00
Update prepare_lm_training_data.py
This commit is contained in:
parent
403e2e52ac
commit
d29efb7345
@ -102,6 +102,8 @@ def main():
|
||||
if line == "":
|
||||
break
|
||||
line = tokenize_by_CJK_char(line)
|
||||
if line == "":
|
||||
continue
|
||||
|
||||
if step and processed % step == 0:
|
||||
logging.info(f"Processed number of lines: {processed} ")
|
||||
|
Loading…
x
Reference in New Issue
Block a user