mirrors/icefall
1
0
Fork 0
mirror of https://github.com/k2-fsa/icefall.git synced 2025-08-26 18:24:18 +00:00
Code Issues Packages Projects Releases Wiki Activity

Update preprocess_mdcc.py

Browse Source
This commit is contained in:
jinzr 2024-03-08 19:32:07 +08:00
parent 27c9a90dc6
commit 123cd9cb6d
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
egs/mdcc/ASR/local/preprocess_mdcc.py
View File

@ -118,7 +118,7 @@ def get_word_segments(lines: List[str]) -> List[str]:
def get_words(lines: List[str]) -> List[str]:
words = set()
for line in tqdm(lines, desc="Getting words"):
words.update(line.strip().split(" "))
words.update(line.replace("\n", "").split(" "))
return list(words)