From b6b20c6360fd5493710de075db36f3381dbe8e65 Mon Sep 17 00:00:00 2001
From: dohe0342 <kimdohe1070@gmail.com>
Date: Fri, 30 Dec 2022 13:18:24 +0900
Subject: [PATCH] from local

---
 .../.data2vec_audio.py.swp                    | Bin 40960 -> 40960 bytes
 .../data2vec_audio.py                         |   2 +-
 2 files changed, 1 insertion(+), 1 deletion(-)

diff --git a/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/.data2vec_audio.py.swp b/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/.data2vec_audio.py.swp
index 59cc037b6fb121222c22dc7bc9d6f29e65da23e8..8c118e9a6578e3db8906271a826ec96644c3c75d 100644
GIT binary patch
delta 72
zcmZoTz|?SnNi4}A%+puFQqO<^2m}}y%+l5+=e^u0_D-HPoQr`$c`~QMc2)~+AZznc
ag*dLsRmwb*jkUd5^bHO4HrHu4l>h+3ITNb@

delta 67
zcmZoTz|?SnNi4}A%+puFQqO<^2m}}y<WtrqKYqSZ?43MoG#3Md`eaUp?W{K3K-T7?
V3UOSM#kB<{>uY;&uG4NR0RVKD68HcB

diff --git a/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/data2vec_audio.py b/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/data2vec_audio.py
index 6b3dd4e96..70d7772ea 100644
--- a/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/data2vec_audio.py
+++ b/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/data2vec_audio.py
@@ -40,7 +40,7 @@ class TransformerEncoderAdapter(TransformerEncoder):
         self.adapters = ResidualAdapterModule()
         for p in self.adapters.parameters():
             #p.data = nn.Parameter(torch.zeros(p.size()).to('cuda'))
-            p.data = nn.Parameter(torch.randn(p.size()).to('cuda'))
+            p.data = nn.Parameter(torch.randn(p.size()).to('cuda')/10.)
             print(p)
 
     def forward(self, x, padding_mask=None, layer=None, tgt_layer=None):