From b2b693b90132a41e40dc2a55f5b658f54363e0d1 Mon Sep 17 00:00:00 2001
From: dohe0342 <kimdohe1070@gmail.com>
Date: Mon, 9 Jan 2023 10:47:00 +0900
Subject: [PATCH] from local

---
 .../.conformer_randomcombine.py.swp           | Bin 90112 -> 94208 bytes
 .../conformer_randomcombine.py                |  18 ++++++++++++------
 2 files changed, 12 insertions(+), 6 deletions(-)

diff --git a/egs/librispeech/ASR/pruned_transducer_stateless_gtrans/.conformer_randomcombine.py.swp b/egs/librispeech/ASR/pruned_transducer_stateless_gtrans/.conformer_randomcombine.py.swp
index 0d905547f55cdfb33d134de8c58c40910108e79b..8137da5e1a7c69ee374adb2284d852fa49e01bdc 100644
GIT binary patch
delta 668
zcmZY7Pe@cz6vy%N${F7{PV*k(b3%lvU}8p*nJArbGtt!I%_|IABpQQ}q9FJO2XSEz
z1Pun6aEw+(v@fS-5k!g0g8nRmoNy!2rl25NwDlY2=6T`6y`1}7T+X@WjX-%jP(5H7
zt$NV9U?lXC)n+@gyUzdLH){h{CHg$x5RY6lMVt_IOC+IouHrmt5*b1mFS!|q6RJJU
zjhWg}F||8y>V}&<oJn6zrY45xM`ntXrP-;{>>!nRXM9MH<XiQT8_}sk%s8#tLVsJ<
zAI<Jh_UaPJ9)GfDUsAujw*DyOw6|afPx`Nu+UG?zm2cjAf_@=(!XJxi%Cq$jQP(?b
zq;D>JFP1%Hre$&Xy2$N-$a-+MDSJJ878SXRX^de23H&@H@(oq2;T~3T1EWZz1zQo3
z_b6i$NAamy<Q7~6@g^*b@+vGcg5&tZ3_jum9%Bh}xQH$^;V<*4<1MOqh!W1>7%co|
z%3o2(CaPG&DijO&_Y*FgX^}n-9r)EK@){4YfFe#IhC1DOhxK61Xjlo{Uoi|*uY7K=
PZJ!B+oJ__)MJlob<R_E_

delta 150
zcmZp8z}j$tbpw+CqsU}t0bj<n$$<jmn>z$5_$Pi)*rdRsz{|<Nz_6DQNC+@6q)ird
zXcybS#lX-9#05Z{4#W{atje`{okIr4cJVyM%Z!tsc?mKb8pci*^i-N$;4LxP+*@$+
tW>1I79Y8wN%VF|OApIRkYxxLHp6Sg$*~`ayvb7I?^BkY;b9@+6gaNpeD~A98

diff --git a/egs/librispeech/ASR/pruned_transducer_stateless_gtrans/conformer_randomcombine.py b/egs/librispeech/ASR/pruned_transducer_stateless_gtrans/conformer_randomcombine.py
index 93bf87bcb..6e6e6814a 100644
--- a/egs/librispeech/ASR/pruned_transducer_stateless_gtrans/conformer_randomcombine.py
+++ b/egs/librispeech/ASR/pruned_transducer_stateless_gtrans/conformer_randomcombine.py
@@ -206,12 +206,18 @@ class Conformer(EncoderInterface):
         
         layer_output = [x.permute(1, 0, 2) for x in layer_output]
         
-        x = self.layer_norm(1/12*(self.sigmoid(self.alpha[0])*layer_output[1] + \
-                                 self.sigmoid(self.alpha[1])*layer_output[3] + \
-                                 self.sigmoid(self.alpha[2])*layer_output[5] + \
-                                 self.sigmoid(self.alpha[3])*layer_output[7] + \
-                                 self.sigmoid(self.alpha[4])*layer_output[9] + \
-                                 self.sigmoid(self.alpha[5])*layer_output[11]
+        x = self.layer_norm(1/12*(self.sigmoid(self.alpha[0])*layer_output[0] + \
+                                 self.sigmoid(self.alpha[1])*layer_output[1] + \
+                                 self.sigmoid(self.alpha[2])*layer_output[2] + \
+                                 self.sigmoid(self.alpha[3])*layer_output[3] + \
+                                 self.sigmoid(self.alpha[4])*layer_output[4] + \
+                                 self.sigmoid(self.alpha[5])*layer_output[5] + \
+                                 self.sigmoid(self.alpha[6])*layer_output[6] + \
+                                 self.sigmoid(self.alpha[7])*layer_output[7] + \
+                                 self.sigmoid(self.alpha[8])*layer_output[8] + \
+                                 self.sigmoid(self.alpha[9])*layer_output[9] + \
+                                 self.sigmoid(self.alpha[10])*layer_output[10] + \
+                                 self.sigmoid(self.alpha[11])*layer_output[11]
                                 )
                             )