diff --git a/egs/commonvoice/ASR/local/preprocess_commonvoice.py b/egs/commonvoice/ASR/local/preprocess_commonvoice.py index dbacdd821..4f291a385 100755 --- a/egs/commonvoice/ASR/local/preprocess_commonvoice.py +++ b/egs/commonvoice/ASR/local/preprocess_commonvoice.py @@ -60,6 +60,8 @@ def normalize_text(utt: str, language: str) -> str: .replace("?", "") .replace("!", "") .replace("?", "") + .replace("‘", "") + .replace("、", "") ) else: raise NotImplementedError(