diff --git a/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/.convolution.py.swp b/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/.convolution.py.swp index a2b3e7645..dafb010d4 100644 Binary files a/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/.convolution.py.swp and b/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/.convolution.py.swp differ diff --git a/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/.data2vec_audio.py.swp b/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/.data2vec_audio.py.swp index 287e853bf..28225c5c7 100644 Binary files a/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/.data2vec_audio.py.swp and b/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/.data2vec_audio.py.swp differ diff --git a/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/data2vec_audio.py b/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/data2vec_audio.py index a27e7576e..e85f80260 100644 --- a/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/data2vec_audio.py +++ b/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/data2vec_audio.py @@ -40,7 +40,6 @@ class TransformerEncoderAdapter(TransformerEncoder): def __init__(self, args: Wav2Vec2Config): super().__init__(args) self.adapters = ResidualAdapterModule() - #self.adapters = ConvolutionModule(768, 31) for p in self.adapters.parameters(): #p.data = nn.Parameter(torch.zeros(p.size()).to('cuda')) @@ -146,7 +145,8 @@ class ResidualAdapterModule(nn.Module): super().__init__() - def build_adapter(embedding_dim, proj_dim): + self.adapters = ConvolutionModule(768, 31) + def build_adapter(embedding_dim, proj_dim, type_='conv'): return nn.Sequential( #nn.LayerNorm(embedding_dim), nn.Linear(embedding_dim, proj_dim),