diff --git a/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/.data2vec_audio.py.swp b/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/.data2vec_audio.py.swp index 7820cda06..9cc6081e9 100644 Binary files a/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/.data2vec_audio.py.swp and b/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/.data2vec_audio.py.swp differ diff --git a/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/data2vec_audio.py b/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/data2vec_audio.py index 21a6c70e8..76def32dc 100644 --- a/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/data2vec_audio.py +++ b/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/data2vec_audio.py @@ -270,35 +270,6 @@ class LoRAModule(nn.Module): x = x.transpose(0, 1) return x - - ''' - self.type = 'linear' - - def build_adapter(embedding_dim, proj_dim, type_=self.type): - if type_ == 'conv': - return ConvolutionModule(768, 31) - else: - return nn.Sequential( - #nn.LayerNorm(embedding_dim), - nn.Linear(embedding_dim, proj_dim), - nn.ReLU(), - nn.Linear(proj_dim, embedding_dim), - nn.LayerNorm(embedding_dim), - ) - - self.adapter_layers = nn.ModuleList( - [build_adapter(embedding_dim, proj_dim, type_=self.type) for _ in range(layer_num)] - ) - - def forward(self, x, layer_id=-1): - x = x.transpose(0, 1) - residual = x - x = self.adapter_layers[layer_id](x) - x = residual + x - x = x.transpose(0, 1) - - return x - ''' class ResidualAdapterModule(nn.Module): """