mirrors/icefall
1
0
Fork 0
mirror of https://github.com/k2-fsa/icefall.git synced 2025-08-27 02:34:21 +00:00
Code Issues Packages Projects Releases Wiki Activity

init commit

Browse Source
This commit is contained in:
jinzr 2024-03-07 19:27:54 +08:00
parent 5df24c1685
commit af62891812
3 changed files with 9 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

1
egs/commonvoice/ASR/local/compile_hlg.py
View File

@ -1 +0,0 @@
../../../librispeech/ASR/local/compile_hlg.py

1
egs/commonvoice/ASR/local/compile_lg.py
View File

@ -1 +0,0 @@
../../../librispeech/ASR/local/compile_lg.py

9
egs/commonvoice/ASR/local/preprocess_commonvoice.py
View File

@ -52,6 +52,15 @@ def normalize_text(utt: str, language: str) -> str:
return re.sub(r"[^A-ZÀÂÆÇÉÈÊËÎÏÔŒÙÛÜ' ]", "", utt).upper() return re.sub(r"[^A-ZÀÂÆÇÉÈÊËÎÏÔŒÙÛÜ' ]", "", utt).upper()
elif language == "pl": elif language == "pl":
return re.sub(r"[^a-ząćęłńóśźżA-ZĄĆĘŁŃÓŚŹŻ' ]", "", utt).upper() return re.sub(r"[^a-ząćęłńóśźżA-ZĄĆĘŁŃÓŚŹŻ' ]", "", utt).upper()
elif language == "yue":
return (
utt.replace(" ", "")
.replace("，", "")
.replace("。", " ")
.replace("？", "")
.replace("！", "")
.replace("?", "")
)
else: else:
raise NotImplementedError( raise NotImplementedError(
f""" f"""