From 10e54ef89f4f3f2552a6f071eaf7b9f7fadaf541 Mon Sep 17 00:00:00 2001
From: dohe0342 <kimdohe1070@gmail.com>
Date: Sat, 7 Jan 2023 23:55:22 +0900
Subject: [PATCH] from local

---
 .../.conformer.py.swp                         | Bin 90112 -> 90112 bytes
 .../conformer.py                              |  22 ++++++++----------
 2 files changed, 10 insertions(+), 12 deletions(-)

diff --git a/egs/librispeech/ASR/pruned_transducer_stateless_gtrans/.conformer.py.swp b/egs/librispeech/ASR/pruned_transducer_stateless_gtrans/.conformer.py.swp
index 7577c15cae292476fdee037515cc9297c13d7ac9..2df717e7fe4aa3582f90468ffde244543c3783f7 100644
GIT binary patch
delta 526
zcmY+=&r1|>7{~Ev+IIX^w3~<ZA`WgCwictMxR`ke4++K!vamC=NUJLz6gS%;J*Xo=
z(#gZujs@8t;L09CDAKwZk{&#`Ahr=*SEvpi^F0JYA9y`He4pp=<?*(H-c~S@F_RAl
zjrc87NJwODd2@7oqHZG+4{2k?p-{2!avPJ9_HR6<!igt~_b-Y3t`m8K1pd~FY+wbC
zF@Y3XP^l65i2~N~602CiI84;zs9NMJJWQh*2UQ}^F#sJqy2yK779~q_9e;u%``E)8
zUf?Mnq7Ah;y~y|R1qHl@i+)5A!mohH50r3-0@kq#g?VH!jGjPJq><+2g2)HF!aPRM
zi3a%h+QmnF@^5z@!%wSm^PVy6=Kkx8pNGCzX;Jkyb(dOBbyFi&$Cc=;(QBCE@A^?o
zR-^K)wAQJ<S%X*aq+4%HKAOwUj7+=voSV1fs%-aZw^ftVq$+m1I<~^BmhA*@rgKf}
VQb{MKx2KJm;XG5$JLPCofitK6X#xNM

delta 498
zcmZ|LPbkB27{~Eve#ZRWrkF_maxhVhBFh$XLd$lM{q{QuEs}#cILL2tnS;~UX}c<J
z(v&|3t*zX+ik5?t94Rg<d5hdU_3HW5^Yk2^MAn|j+C8(rsj-mm@A3)d66qc}n|pb#
zJoflqws<Du$_&*wndEIh<G6B%SFL2VNI#ycMD{R>w@Q(HY+)YLn8XO2xUCSmK^iF}
zU||svG~?4Da)mQ2!9Wcz%SBeuhu1Q(BvU4GfH3OtU>CW-Id-vzS@_|>d#T7H@;E^n
zJD7nFwJ2&L1zaPK9MVX^!X_3F()iU7p$!h)m53Z7i3N;9hlcOJ<!s72uFn)Ag>rQs
z4XBUkfa*4So7VN9?i2mD{({%*Rj;uYb!4<+P~FGes%QjNr|DLy*ziBysV2;Z(w^Rq
YcC`{~R2wV@OsB@NZDpP+)3&UA0m^A*UjP6A

diff --git a/egs/librispeech/ASR/pruned_transducer_stateless_gtrans/conformer.py b/egs/librispeech/ASR/pruned_transducer_stateless_gtrans/conformer.py
index 57bfc429a..dc7670e54 100644
--- a/egs/librispeech/ASR/pruned_transducer_stateless_gtrans/conformer.py
+++ b/egs/librispeech/ASR/pruned_transducer_stateless_gtrans/conformer.py
@@ -206,22 +206,20 @@ class Conformer(EncoderInterface):
         
         layer_output = [x.permute(1, 0, 2) for x in layer_output]
         
-        '''
-        x = self.layer_norm(1/12*(self.sigmoid(self.alpha[0])*layer_output[3] + \
-                                 self.sigmoid(self.alpha[1])*layer_output[7] + \
-                                 self.sigmoid(self.alpha[1])*layer_output[7] + \
-                                 self.sigmoid(self.alpha[1])*layer_output[7] + \
-                                 self.sigmoid(self.alpha[1])*layer_output[7] + \
-                                 self.sigmoid(self.alpha[2])*layer_output[11]
+        x = self.layer_norm(1/6*(self.sigmoid(self.alpha[0])*layer_output[1] + \
+                                 self.sigmoid(self.alpha[1])*layer_output[3] + \
+                                 self.sigmoid(self.alpha[2])*layer_output[5] + \
+                                 self.sigmoid(self.alpha[3])*layer_output[7] + \
+                                 self.sigmoid(self.alpha[4])*layer_output[9] + \
+                                 self.sigmoid(self.alpha[5])*layer_output[11]
                                 )
                             )
-        '''
         
-        x = 0
-        for enum, alpha in enumerate(self.alpha):
-            x += self.sigmoid(alpha)*layer_output[enum]
+        #x = 0
+        #for enum, alpha in enumerate(self.alpha):
+        #    x += self.sigmoid(alpha)*layer_output[enum]
         
-        x = self.layer_norm((1/self.group_size)*x)
+        #x = self.layer_norm((1/self.group_size)*x)
 
         return x, lengths