From 95f973d4d76cece4a5f1bdfd8b50cc8c98b7797d Mon Sep 17 00:00:00 2001
From: dohe0342 <kimdohe1070@gmail.com>
Date: Mon, 26 Dec 2022 22:34:38 +0900
Subject: [PATCH] from local

---
 .../.data2vec_audio.py.swp                    | Bin 45056 -> 45056 bytes
 .../data2vec_audio.py                         |   1 +
 2 files changed, 1 insertion(+)

diff --git a/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/.data2vec_audio.py.swp b/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/.data2vec_audio.py.swp
index 8ffae00cac60ee31f1858a48f5ba71e7d485b827..f3c894158f8595cb2552cf4fa590df316bb17624 100644
GIT binary patch
delta 112
zcmZp8z|`=7X+wYjqw?lJfzA57dfW^Q*MOKofPq1IvY<n}Q2{Rlg9Q*v0`Ws028Inl
zJP(NH0&xKlD*~}N5DNkEYq0LkiyTb2H?#XJW1PIdgk$noAI-`8n%FmQ@%2dp09J(>
A>i_@%

delta 114
zcmZp8z|`=7X+wYjqtfO;fzA57$=nPK>^uw%3<3-cN|Oa0;*BzS85q2PSO|z80%gtv
z@i`z~2*g1^>;c5iKr92qAf0SHn-@8la8Ew6UU2daZ+S+A&DXq_F;3ps#J+ipuTK&H
DMHL!E

diff --git a/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/data2vec_audio.py b/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/data2vec_audio.py
index be28a28df..6c0577ddb 100644
--- a/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/data2vec_audio.py
+++ b/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/data2vec_audio.py
@@ -144,6 +144,7 @@ class ResidualAdapterModule(nn.Module):
         
         def build_adapter(embedding_dim, proj_dim):
             return nn.Sequential(
+                    nn.LayerNorm(embedding_dim),
                     nn.Linear(embedding_dim, proj_dim),
                     nn.ReLU(),
                     nn.Linear(proj_dim, embedding_dim),