From d4f85c5662e3a8d7a617743e6738fa9508548c05 Mon Sep 17 00:00:00 2001
From: dohe0342 <kimdohe1070@gmail.com>
Date: Mon, 9 Jan 2023 11:31:50 +0900
Subject: [PATCH] from local

---
 .../.conformer_randomcombine.py.swp           | Bin 102400 -> 102400 bytes
 .../conformer_randomcombine.py                |  30 ++++++++----------
 2 files changed, 14 insertions(+), 16 deletions(-)

diff --git a/egs/librispeech/ASR/pruned_transducer_stateless_gtrans/.conformer_randomcombine.py.swp b/egs/librispeech/ASR/pruned_transducer_stateless_gtrans/.conformer_randomcombine.py.swp
index 785f07df7e4c2f72c8746ecce6176ec5c07b62fe..99938d9cd1b437986052d0d75e6f001c5a3cb7a7 100644
GIT binary patch
delta 350
zcmZozz}B#UO*F|M%+puFQqO<^2m}}y>S}f;pV%l`Ex>3#d7^+kqsQir0>S#ctC$%W
z7O_B-m`@gT*lg&-!NBm1oq=H?5c>e}cQ&93Aoc~~AFK=vi-Fh=h<^fgfpi|){MBIx
z^W*|gvFQygjGU7L+=M5~x>_SR1+JC|&Ov03kQ-da2chJvhrr|`Zkh-I4^M%~qV7ln
z3El#e(_jJ%yp<<!hjBobdwB^=<^Y<J?Ikr?&%<W&K`(J;LnEu{j%ke2lRvnyH&5``
zKEZ>rL|jq==#3Ddw?N_J0SYG|Sj*4A(7s(Ufl-=qyG0_SDc|H-9uku$c%*KBmCq=q
F006GGU8Mj3

delta 321
zcmZozz}B#UO*F|M%+puFQqO<^2m}}y?p5zj_Sz^~Ex>3od7^+kqvz(00>S#cFPIq^
zp0GfaSWFgl*ld``!N8CN!~#IPpPhjr4~S)f_zW8ZLp2a<0r5>%28IqGHV5J-o4-2j
zV4g0U#i%@eW+tQb<P9$3lg|ZlOkUtEJo&zh^<)E2iOFWJmSDOYN<V<orfv}NE-<Yz
z`MsMaSY3j*z+@M92)olAqUN5v!t}^IMv=*49(K&?>gv-S(imlcwy`%)@Yp`VgRw+h
zRs`st5TN@&9`*!z90)e@Gcfc6ap88^1V(Ab?KX*whJ4edDj0dD=jH=Vo8X}Y#L6IR
Lx4+6~6jJ~Is1sGK

diff --git a/egs/librispeech/ASR/pruned_transducer_stateless_gtrans/conformer_randomcombine.py b/egs/librispeech/ASR/pruned_transducer_stateless_gtrans/conformer_randomcombine.py
index 121254ec6..df28a5749 100644
--- a/egs/librispeech/ASR/pruned_transducer_stateless_gtrans/conformer_randomcombine.py
+++ b/egs/librispeech/ASR/pruned_transducer_stateless_gtrans/conformer_randomcombine.py
@@ -230,23 +230,21 @@ class Conformer(EncoderInterface):
                                     )
                                 )
 
-
-        '''
-        x = self.layer_norm(1/12*(self.sigmoid(self.alpha[0])*layer_output[0] + \
-                                 self.sigmoid(self.alpha[1])*layer_output[1] + \
-                                 self.sigmoid(self.alpha[2])*layer_output[2] + \
-                                 self.sigmoid(self.alpha[3])*layer_output[3] + \
-                                 self.sigmoid(self.alpha[4])*layer_output[4] + \
-                                 self.sigmoid(self.alpha[5])*layer_output[5] + \
-                                 self.sigmoid(self.alpha[6])*layer_output[6] + \
-                                 self.sigmoid(self.alpha[7])*layer_output[7] + \
-                                 self.sigmoid(self.alpha[8])*layer_output[8] + \
-                                 self.sigmoid(self.alpha[9])*layer_output[9] + \
-                                 self.sigmoid(self.alpha[10])*layer_output[10] + \
-                                 self.sigmoid(self.alpha[11])*layer_output[11]
+        elif self.group_num == 12:
+            x = self.layer_norm(1/12*(self.sigmoid(self.alpha[0])*layer_output[0] + \
+                                     self.sigmoid(self.alpha[1])*layer_output[1] + \
+                                     self.sigmoid(self.alpha[2])*layer_output[2] + \
+                                     self.sigmoid(self.alpha[3])*layer_output[3] + \
+                                     self.sigmoid(self.alpha[4])*layer_output[4] + \
+                                     self.sigmoid(self.alpha[5])*layer_output[5] + \
+                                     self.sigmoid(self.alpha[6])*layer_output[6] + \
+                                     self.sigmoid(self.alpha[7])*layer_output[7] + \
+                                     self.sigmoid(self.alpha[8])*layer_output[8] + \
+                                     self.sigmoid(self.alpha[9])*layer_output[9] + \
+                                     self.sigmoid(self.alpha[10])*layer_output[10] + \
+                                     self.sigmoid(self.alpha[11])*layer_output[11]
+                                    )
                                 )
-                            )
-        '''
         '''
         layer_outputs = [x.permute(1, 0, 2) for x in layer_outputs]