mirrors/icefall
1
0
Fork 0
mirror of https://github.com/k2-fsa/icefall.git synced 2025-09-18 21:44:18 +00:00
Code Issues Packages Projects Releases Wiki Activity

Fix problem with generating lexicon

Browse Source 
The manifest file is in .jsonl.gz format, not in json format.
This commit is contained in:
Tiance Wang 2022-06-30 17:32:32 +08:00 committed by GitHub
parent 662b9c2e2e
commit d550125fc1
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
1 changed files with 5 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

9
egs/timit/ASR/local/prepare_lexicon.py
View File

@ -58,15 +58,16 @@ def prepare_lexicon(manifests_dir: str, lang_dir: str):
Return: Return:
The lexicon.txt file and the train.text in lang_dir. The lexicon.txt file and the train.text in lang_dir.
""" """
import gzip
phones = set() phones = set()
supervisions_train = Path(manifests_dir) / "supervisions_TRAIN.json" supervisions_train = Path(manifests_dir) / "timit_supervisions_TRAIN.jsonl.gz"
lexicon = Path(lang_dir) / "lexicon.txt" lexicon = Path(lang_dir) / "lexicon.txt"
logging.info(f"Loading {supervisions_train}!") logging.info(f"Loading {supervisions_train}!")
with open(supervisions_train, "r") as load_f: with gzip.open(supervisions_train, "r") as load_f:
load_dicts = json.load(load_f) for line in load_f.readlines():
for load_dict in load_dicts: load_dict = json.loads(line)
text = load_dict["text"] text = load_dict["text"]
# list the phone units and filter the empty item # list the phone units and filter the empty item
phones_list = list(filter(None, text.split())) phones_list = list(filter(None, text.split()))