From bf1f4f28266b0a75050d65b826383a4649179f96 Mon Sep 17 00:00:00 2001 From: dohe0342 Date: Fri, 30 Dec 2022 11:51:38 +0900 Subject: [PATCH] from local --- .../.data2vec_audio.py.swp | Bin 40960 -> 40960 bytes .../data2vec_audio.py | 2 +- 2 files changed, 1 insertion(+), 1 deletion(-) diff --git a/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/.data2vec_audio.py.swp b/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/.data2vec_audio.py.swp index 243f4e9ba6e8fdaff9e6a727efb18b064e3082b9..b375bcbabef49ccbd8485c929b2f8ee40e84df5e 100644 GIT binary patch delta 69 zcmZoTz|?SnNg~N0%+puFQqO<^2m}}y{spc}{(6&vWuwF!dDdJm1_sl~oC@0+O*bD@ WXyBUcp>4*lZ)gAndYkLCn@Rw{CKN*e delta 65 zcmZoTz|?SnNg~N0%+puFQqO<^2m}}yYC=~fCp7+L-YD@#p0$LFfx%`nr^0qdo6QFm U8n`C&DzQ&?)Hd5(r`=Qn0Aq<0QUCw| diff --git a/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/data2vec_audio.py b/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/data2vec_audio.py index 8a678032b..3a09386a6 100644 --- a/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/data2vec_audio.py +++ b/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/data2vec_audio.py @@ -40,7 +40,7 @@ class TransformerEncoderAdapter(TransformerEncoder): self.adapters = ResidualAdapterModule() for p in self.adapters.parameters(): #p.data = nn.Parameter(torch.zeros(p.size()).to('cuda')) - p.data = nn.Parameter(torch.randn(p.size()).to('cuda')) + p.data = nn.Parameter(torch.randn(p.size()).to('cuda')/10000.) def forward(self, x, padding_mask=None, layer=None, tgt_layer=None): x, layer_results = self.extract_features_with_adapter(