mirror of
https://github.com/k2-fsa/icefall.git
synced 2025-09-06 23:54:17 +00:00
Update egs/multi_zh_en/ASR/local/prepare_for_bpe_model.py
Co-authored-by: Fangjun Kuang <csukuangfj@gmail.com>
This commit is contained in:
parent
adce588c49
commit
24885dc071
@ -56,7 +56,7 @@ def main():
|
|||||||
transcript_path = lang_dir / "transcript_chars.txt"
|
transcript_path = lang_dir / "transcript_chars.txt"
|
||||||
|
|
||||||
with open(text, "r", encoding="utf-8") as fin:
|
with open(text, "r", encoding="utf-8") as fin:
|
||||||
with open(transcript_path, "w+", encoding="utf-8") as fout:
|
with open(transcript_path, "w", encoding="utf-8") as fout:
|
||||||
for line in tqdm(fin):
|
for line in tqdm(fin):
|
||||||
fout.write(tokenize_by_CJK_char(line) + "\n")
|
fout.write(tokenize_by_CJK_char(line) + "\n")
|
||||||
|
|
||||||
|
Loading…
x
Reference in New Issue
Block a user