mirrors/icefall
1
0
Fork 0
mirror of https://github.com/k2-fsa/icefall.git synced 2025-09-09 09:04:19 +00:00
Code Issues Packages Projects Releases Wiki Activity

Merge branch 'stateless6' of github.com:glynpu/icefall into stateless6

Browse Source
This commit is contained in:
Guo Liyong 2022-05-27 12:26:59 +08:00
commit f921a7be0e
1 changed files with 2 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
egs/librispeech/ASR/pruned_transducer_stateless6/hubert_xlarge.py
View File

@ -77,7 +77,7 @@ class HubertXlargeFineTuned:
""" """
A wrapper of hubert extra large fine-tuned model. A wrapper of hubert extra large fine-tuned model.
A teacher model responsible for: A teacher model is responsible for:
1. load teacher model 1. load teacher model
2. extracting embeddings to train quantizer. 2. extracting embeddings to train quantizer.
3. extract codebook indices 3. extract codebook indices
@ -196,9 +196,7 @@ class HubertXlargeFineTuned:
N = encoder_embedding.shape[0] N = encoder_embedding.shape[0]
assert len(cut_list) == N assert len(cut_list) == N
# 320 is from: 16,000 / 50 = sample_rate / hbuert output frame rate # 320 is from: 16,000 / 50 = sample_rate / hbuert output frame rate
num_frames = [ num_frames = (supervisions["num_samples"] // 320).tolist()
supervisions["num_samples"][i].item() // 320 for i in range(N)
]
return encoder_embedding, num_frames return encoder_embedding, num_frames
def ctc_greedy_search(self, batch): def ctc_greedy_search(self, batch):