mirrors/icefall
1
0
Fork 0
mirror of https://github.com/k2-fsa/icefall.git synced 2025-12-11 06:55:27 +00:00
Code Issues Packages Projects Releases Wiki Activity

from local

Browse Source
This commit is contained in:
dohe0342 2023-05-18 17:09:55 +09:00
parent 6cca73c4b4
commit 383cb553f4
2 changed files with 0 additions and 29 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

BIN
egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/.data2vec_audio.py.swp
View File

Binary file not shown.

29
egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/data2vec_audio.py
View File

@ -270,35 +270,6 @@ class LoRAModule(nn.Module):
x = x.transpose(0, 1)
return x
'''
self.type = 'linear'
def build_adapter(embedding_dim, proj_dim, type_=self.type):
if type_ == 'conv':
return ConvolutionModule(768, 31)
else:
return nn.Sequential(
#nn.LayerNorm(embedding_dim),
nn.Linear(embedding_dim, proj_dim),
nn.ReLU(),
nn.Linear(proj_dim, embedding_dim),
nn.LayerNorm(embedding_dim),
)
self.adapter_layers = nn.ModuleList(
[build_adapter(embedding_dim, proj_dim, type_=self.type) for _ in range(layer_num)]
)
def forward(self, x, layer_id=-1):
x = x.transpose(0, 1)
residual = x
x = self.adapter_layers[layer_id](x)
x = residual + x
x = x.transpose(0, 1)
return x
'''
class ResidualAdapterModule(nn.Module):
"""