mirrors/icefall
1
0
Fork 0
mirror of https://github.com/k2-fsa/icefall.git synced 2025-12-11 06:55:27 +00:00
Code Issues Packages Projects Releases Wiki Activity

from local

Browse Source
This commit is contained in:
dohe0342 2023-04-26 12:29:31 +09:00
parent d0fa4f0224
commit ae4be2ce1e
2 changed files with 14 additions and 14 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

BIN
egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/.data2vec_audio.py.swp
View File

Binary file not shown.

28
egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/data2vec_audio.py
View File

@ -490,20 +490,20 @@ class Data2VecAudioModel(BaseFairseqModel):
## for prompt tuning
if prompt is not None:
conv_feat_all = torch.tensor([]).to(features.device)
length = 0
for i in range(padding_mask.size()[0]):
nonzero = padding_mask[i].nonzero()
try:
length += nonzero[0]
conv_feat_all = torch.cat([conv_feat_all, features[i, :nonzero[0], :]])
except:
length += features.size()[1]
conv_feat_all = torch.cat([conv_feat_all, features[i]])
randint = np.random.randint(10000)
np.save(f'/home/work/workspace/icefall/egs/librispeech/ASR/conv_feat/{randint}.npy', conv_feat_all.cpu().numpy())
exit()
if 1:
conv_feat_all = torch.tensor([]).to(features.device)
length = 0
for i in range(padding_mask.size()[0]):
nonzero = padding_mask[i].nonzero()
try:
length += nonzero[0]
conv_feat_all = torch.cat([conv_feat_all, features[i, :nonzero[0], :]])
except:
length += features.size()[1]
conv_feat_all = torch.cat([conv_feat_all, features[i]])
randint = np.random.randint(10000)
np.save(f'/home/work/workspace/icefall/egs/librispeech/ASR/conv_feat/{randint}.npy', conv_feat_all.cpu().numpy())
prompt = prompt.expand((features.size()[0], prompt.size()[0], prompt.size()[1]))
features = torch.cat([prompt, features], dim=1)