mirrors/icefall
1
0
Fork 0
mirror of https://github.com/k2-fsa/icefall.git synced 2025-08-27 18:54:18 +00:00
Code Issues Packages Projects Releases Wiki Activity

Update preprocess_mdcc.py

Browse Source
This commit is contained in:
jinzr 2024-03-08 19:25:13 +08:00
parent 336944c9b3
commit 7d22fef6f2
1 changed files with 2 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
egs/mdcc/ASR/local/preprocess_mdcc.py
View File

@ -92,6 +92,8 @@ def get_word_segments(lines: List[str]) -> List[str]:
if len(line.strip().split(" ")) > 1: if len(line.strip().split(" ")) > 1:
segments = [] segments = []
for segment in line.strip().split(" "): for segment in line.strip().split(" "):
if segment.strip() == "":
continue
try: try:
if not is_cjk(segment[0]): # en segment if not is_cjk(segment[0]): # en segment
segments.append(segment) segments.append(segment)