From d35cedcd856510a94d549a971349c51c6503e8ea Mon Sep 17 00:00:00 2001 From: jinzr Date: Tue, 12 Mar 2024 12:18:22 +0800 Subject: [PATCH] text_norm updated --- egs/commonvoice/ASR/local/preprocess_commonvoice.py | 2 ++ 1 file changed, 2 insertions(+) diff --git a/egs/commonvoice/ASR/local/preprocess_commonvoice.py b/egs/commonvoice/ASR/local/preprocess_commonvoice.py index dbacdd821..4f291a385 100755 --- a/egs/commonvoice/ASR/local/preprocess_commonvoice.py +++ b/egs/commonvoice/ASR/local/preprocess_commonvoice.py @@ -60,6 +60,8 @@ def normalize_text(utt: str, language: str) -> str: .replace("?", "") .replace("!", "") .replace("?", "") + .replace("‘", "") + .replace("、", "") ) else: raise NotImplementedError(