From da353df3b17aac891ef302a57db15d1da1461a5e Mon Sep 17 00:00:00 2001
From: dohe0342 <kimdohe1070@gmail.com>
Date: Wed, 4 Jan 2023 19:02:50 +0900
Subject: [PATCH] from local

---
 .../.conformer.py.swp                         | Bin 98304 -> 98304 bytes
 .../conformer.py                              |   6 +++---
 2 files changed, 3 insertions(+), 3 deletions(-)

diff --git a/egs/librispeech/ASR/pruned_transducer_stateless_gtrans/.conformer.py.swp b/egs/librispeech/ASR/pruned_transducer_stateless_gtrans/.conformer.py.swp
index dcd2592eb5d997cde41d68b41ab4b542ae2cf42f..e6a92896ec0846d236b54e94b1ac912caa7ef8e4 100644
GIT binary patch
delta 141
zcmZo@U~6b#6H77(^Ym4))H7fJ0s#hwKEJKW={Gluy^CjM<z`@*Ihiw|SWtt9f#DXA
zw*!c0fkZd=Ch&4kSCVEFnY<yJV|uL^qtN6J*?iNh#egCp#)fJ}j>+?LgeQyVB(f-I
mE5uA!lx7s2?2w~6c~g!Vvx%0*<p0?c&CI#mnR6Nc3IPDg8Yz1K

delta 128
zcmZo@U~6b#6H77(^Ym4))H7fJ0s#gFX}_(>ziw<4dl%2j!Og%hXEJ9(v7inQ1H)Y)
zZ#NLn1&MC%P2lBbVqloAD9tE3`9ikV^ja}Sp~)YzxhHSPW@A*I{5!i6A_o$(OJ|>y
VBRqLijv1qI^UIv=FLM~hg#pu_CZqrW

diff --git a/egs/librispeech/ASR/pruned_transducer_stateless_gtrans/conformer.py b/egs/librispeech/ASR/pruned_transducer_stateless_gtrans/conformer.py
index 3d307a6ef..ac3aaca59 100644
--- a/egs/librispeech/ASR/pruned_transducer_stateless_gtrans/conformer.py
+++ b/egs/librispeech/ASR/pruned_transducer_stateless_gtrans/conformer.py
@@ -204,10 +204,10 @@ class Conformer(EncoderInterface):
         x = x.permute(1, 0, 2)  # (T, N, C) ->(N, T, C)
         
         layer_output = [x.permute(1, 0, 2) for x in layer_output]
-        x = self.layer_norm(1/3*(self.sigmoid(self.alpha[0])*layer_output[2] + \
+        x = self.layer_norm(1/4*(self.sigmoid(self.alpha[0])*layer_output[2] + \
                                  self.sigmoid(self.alpha[1])*layer_output[5] + \
-                                 self.sigmoid(self.alpha[2])*layer_output[8]
-                                 #self.sigmoid(self.alpha[3])*layer_output[11]
+                                 self.sigmoid(self.alpha[2])*layer_output[8] + \
+                                 self.sigmoid(self.alpha[3])*layer_output[11]
                                 )
                             )