From 3d88ccc54b6c1342869dedb26d6117a32c4558ab Mon Sep 17 00:00:00 2001
From: dohe0342 <kimdohe1070@gmail.com>
Date: Mon, 9 Jan 2023 11:28:05 +0900
Subject: [PATCH] from local

---
 .../.conformer_randomcombine.py.swp           | Bin 102400 -> 102400 bytes
 .../conformer_randomcombine.py                |  11 ++++++++++-
 2 files changed, 10 insertions(+), 1 deletion(-)

diff --git a/egs/librispeech/ASR/pruned_transducer_stateless_gtrans/.conformer_randomcombine.py.swp b/egs/librispeech/ASR/pruned_transducer_stateless_gtrans/.conformer_randomcombine.py.swp
index 408338b4cab100dbfcead9962274140fca02d464..7eccdd3c488c6ed0452bf9c527f92bc9aaf79f3c 100644
GIT binary patch
delta 782
zcmcK2&r8#B9LMqZhizY{Zt7RR(;VeiM9Yb}rIi)IF4Mkq9@J8bEYqwEnsiF&uz^N&
zD3j0OOVnYPq%MW*Fhj!V5J7mbAD5z#=+q&+ghd^CuAu**4?I46`FuWn-hAJ$PcCod
z@<w1ZHfZ;T_wR}cqef)v%F@{Dg}^(PlES(x?^CUMt|p}H!a~hJn}695nJxQ!vQ?Xj
zbJ-6*kvmA?N2SPp97iXDXoMe26(SeVh!^D|m$3tHy&^Mc$0u$s-F^sPsB{~LvEdP!
z$5FWPiv6pw%cQW8sCMhH-K0m7hHgq*ddP0jwf0u$>4ft9&xL+HXxCF|`@c$sAv^7I
zM<Nl?W@?M`Xi{w}O$YUCkLilXhgm(K*LqA{nM$a*{+bFo;~8an;%yz#oqEpRq^HxS
zv3oe&5<cOCCsjZ%ruXWbAA?S;TitWkyH)e_N^fzcSM96yTlC=wy(wj8JLZUL$R4W}
z3BZDZH&r4zWYLEtS`dYWUw)D2cz{b7Lp?lLB+dzJ#v1Y6#YyzzClNlub&TT-Ix8eA
zAwK;0Os>z6#|>m~3SH<xCEk<wW6a|krjWr!bRmf-no)=Er8j|96flDUw4)B+N`L&4
thCD<Dqs2X^Rh7rNrIc5%ta^DQ<;C-7m09itr<6|zQ`Vn|ibT{G{tb-@qZ9xD

delta 618
zcmZ9|O-NKx7{>AUaGeirW}F!kaUpXx4Mot|jA9UtV2wi!G)nHwQ3<iguZU=57@=Gh
zs2t-`ZDvu_A~L(h1zSW=i$GntP!N)V7D2eUD|Ojl-1Wlma2Ds~@I3P+?|jKyGa4UE
zXUy*QxG-Un2XkM>?6sObL*1}lqZClhdN~|ZefC;-pd)zKFH&E5`m$L^lH<i!0g;zT
z<M@oo8w|pOPgNpgh~gVt(>U1<;{d<0iuYK7Mgh0bfhhL)aRWt6q5<1Jkp-lEVjm@|
zD|D>4Ti4G8^u@)H<4!2Y(CTuN{&3}jT}~wo{o>kHZS6;_cuKvt+>~m4w3%@>GpZ{Z
zZ1RZYyr+TstVmAP78|NXOhi!*i9E#<3?Yjybi#xm+d+}fC}0YWh~PVo+(!!zXyYwz
z<0gFgNh{AVgK6}ltxAeg$HgW37T)1G^0<S3BvFe$RPh5Jq45}bJVZaT=tKfBRN#=>
ze&H*YFpNuxL1EWR>U9dqV-h(hF``1AWjA0gDdn#;Po`&f{GPtPbIvaJoHzb&zu?h-
OQ)jK!Db?t3WX*r#b9Jr&

diff --git a/egs/librispeech/ASR/pruned_transducer_stateless_gtrans/conformer_randomcombine.py b/egs/librispeech/ASR/pruned_transducer_stateless_gtrans/conformer_randomcombine.py
index 7fcd0d85c..32ce2204e 100644
--- a/egs/librispeech/ASR/pruned_transducer_stateless_gtrans/conformer_randomcombine.py
+++ b/egs/librispeech/ASR/pruned_transducer_stateless_gtrans/conformer_randomcombine.py
@@ -211,8 +211,16 @@ class Conformer(EncoderInterface):
             )  # (T, N, C)
 
         x = x.permute(1, 0, 2)  # (T, N, C) ->(N, T, C)
-        layer_output = [x.permute(1, 0, 2) for x in layer_output]
         
+        layer_output = [x.permute(1, 0, 2) for x in layer_output]
+        x = self.layer_norm(1/4*(self.sigmoid(self.alpha[0])*layer_output[2] + \
+                                 self.sigmoid(self.alpha[1])*layer_output[5] + \
+                                 self.sigmoid(self.alpha[2])*layer_output[8] + \
+                                 self.sigmoid(self.alpha[3])*layer_output[11]
+                                )
+                            )
+
+        '''
         x = self.layer_norm(1/12*(self.sigmoid(self.alpha[0])*layer_output[0] + \
                                  self.sigmoid(self.alpha[1])*layer_output[1] + \
                                  self.sigmoid(self.alpha[2])*layer_output[2] + \
@@ -228,6 +236,7 @@ class Conformer(EncoderInterface):
                                 )
                             )
         '''
+        '''
         layer_outputs = [x.permute(1, 0, 2) for x in layer_outputs]
 
         x = 0