From 49714cb0dfe2d27c7d7b84b5a2bc449658390f77 Mon Sep 17 00:00:00 2001
From: dohe0342 <kimdohe1070@gmail.com>
Date: Thu, 2 Feb 2023 11:21:33 +0900
Subject: [PATCH] from local

---
 .../.conformer_randomcombine.py.swp           | Bin 94208 -> 94208 bytes
 .../conformer_randomcombine.py                |  14 ++++++--------
 2 files changed, 6 insertions(+), 8 deletions(-)

diff --git a/egs/librispeech/ASR/pruned_transducer_stateless_gtrans/.conformer_randomcombine.py.swp b/egs/librispeech/ASR/pruned_transducer_stateless_gtrans/.conformer_randomcombine.py.swp
index 9952d385437dd39de26cf42114923a9563e922cf..ebad16143e548348e57ddfb41bbe00aabb41707a 100644
GIT binary patch
delta 462
zcmXZZO(;ZB7{>8;G}p{rGrBj81&gb$jgpT@jgK<LLfp$tVxcIKEF>i<Wu|PbM5o9~
zDLW&YB3YA>g$))qLtz%mM|Ldy8K-_dr_-}~PBN<{vs&qB-9VR95vi#Yjv=yGem53A
zIVf#5JhqA%md8!c7^*gORv=R5&39a7wwENni$#txhemvaMD{U_ZUm4CikxE)DQqBt
zE>z>QNaP8dSVjw8bdfEL!NPq&<Qj`;M-Vx`B;?sIa)NEFVgjA8Vc^{-@_-DEu!3Q<
zq6#{`3hChu8Jr`9U94jPQ|Lz%e7Mm>4z*eeT;}1T9`Ee)h+AA>0h9RMO;5+7rv=_<
z#q4<6>}U(9prflnXGmT4SnA5L|I&2x8UIh^R`TAUa&BC?PFRif?u6EuB*IL;pJgwZ
LeMe@W=hgZF>LpuY

delta 481
zcmYk(&nv@m9LMqZFf%sxMLUomWr>5$k0f#!agg?%9p*5F{3-{D;v#J&IcQR!QjRh%
zqFDKLF$cN$aV0;C+KN*C0D1b6eCpBXb$GuouXpIt7<x3?`zkxzJjM0SO5xc=^!%It
z+rw>pgU#SjK3kE&8y&MLm-Qe?L`(UZ@hZ)o6Le;Yyk?4QU>IeHTSe9}h-L_47Lg;Y
zA%X==!i^HVWQg2h5kXYrDP3d<0oZY67CFNN>X2-fpgg3B++zpJm_s)jkp~kJCXs8z
zu!ULpQG;R_@Se&X;)vl05v(GNaSWgx75FfUoEu#tn}je%(TXx8=;#&~IL0`7p+$X7
zCrRqVZ;F<-RGC%blv&LOENaB#Rr`T#b?I^a{uWiBm;B|Pe|bfBeD9rla@Dgwq-wiz
ZmG0fOPSa31t$p3kF{5?tX&r{QqE9(ZV&?z=

diff --git a/egs/librispeech/ASR/pruned_transducer_stateless_gtrans/conformer_randomcombine.py b/egs/librispeech/ASR/pruned_transducer_stateless_gtrans/conformer_randomcombine.py
index 308d52d10..8bf6116c1 100644
--- a/egs/librispeech/ASR/pruned_transducer_stateless_gtrans/conformer_randomcombine.py
+++ b/egs/librispeech/ASR/pruned_transducer_stateless_gtrans/conformer_randomcombine.py
@@ -216,19 +216,17 @@ class Conformer(EncoderInterface):
         
         if self.group_num != 0:
             x = 0
-            '''
             for enum, alpha in enumerate(self.alpha):
                 x += self.sigmoid(alpha) * layer_outputs[(enum+1)*self.group_layer_num-1]
             x = self.layer_norm(x/self.group_num)
-            '''
             #x = self.sigmoid(self.alpha[-1]) * layer_outputs[17]
-            x = self.sigmoid(self.alpha[-2]) * layer_outputs[14]
-            x += self.sigmoid(self.alpha[-3]) * layer_outputs[11]
-            x += self.sigmoid(self.alpha[-4]) * layer_outputs[8]
-            x += self.sigmoid(self.alpha[-5]) * layer_outputs[5]
-            x += self.sigmoid(self.alpha[-6]) * layer_outputs[2]
+            #x += self.sigmoid(self.alpha[-2]) * layer_outputs[14]
+            #x += self.sigmoid(self.alpha[-3]) * layer_outputs[11]
+            #x += self.sigmoid(self.alpha[-4]) * layer_outputs[8]
+            #x += self.sigmoid(self.alpha[-5]) * layer_outputs[5]
+            #x += self.sigmoid(self.alpha[-6]) * layer_outputs[2]
             #x += self.sigmoid(self.alpha[2]) * layer_outputs[5]
-            x = self.layer_norm(x)
+            #x = self.layer_norm(x)
             #x = self.sigmoid(self.alpha[-1]) * layer_outputs[17]
             #x += self.sigmoid(self.alpha[-2]) * layer_outputs[