mirrors/icefall
Archived
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

from local

Browse Source
This commit is contained in:
dohe0342 2023-04-11 15:02:37 +09:00
parent f56ad643e6
commit 0979652201
2 changed files with 8 additions and 7 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

BIN
egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/.data2vec_audio.py.swp
View File

Binary file not shown.

15
egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/data2vec_audio.py
View File

@ -467,7 +467,8 @@ class Data2VecAudioModel(BaseFairseqModel):
## for prompt tuning ## for prompt tuning
if prompt is not None: if prompt is not None:
features = torch.cat([features, prompt]) #features = torch.cat([features, prompt])
features = torch.cat([prompt, features])
features = self.layer_norm(features) features = self.layer_norm(features)
@ -494,12 +495,12 @@ class Data2VecAudioModel(BaseFairseqModel):
else: else:
padding_mask = None padding_mask = None
print(padding_mask.size()) #print(padding_mask.size())
print((padding_mask[0] == True).nonzero(as_tuple=True)[0]) #print((padding_mask[0] == True).nonzero(as_tuple=True)[0])
print((padding_mask[1] == True).nonzero(as_tuple=True)[0][1]) #print((padding_mask[1] == True).nonzero(as_tuple=True)[0][1])
print((padding_mask[2] == True).nonzero(as_tuple=True)[0][2]) #print((padding_mask[2] == True).nonzero(as_tuple=True)[0][2])
print((padding_mask[3] == True).nonzero(as_tuple=True)[0][3]) #print((padding_mask[3] == True).nonzero(as_tuple=True)[0][3])
exit() #exit()
if self.post_extract_proj is not None: if self.post_extract_proj is not None:
features = self.post_extract_proj(features) features = self.post_extract_proj(features)