From 1041ea8e84dc16e38d76f50eba76058cf4efb796 Mon Sep 17 00:00:00 2001
From: dohe0342 <kimdohe1070@gmail.com>
Date: Wed, 1 Feb 2023 18:41:25 +0900
Subject: [PATCH] from local

---
 .../.conformer_randomcombine.py.swp           | Bin 94208 -> 94208 bytes
 .../conformer_randomcombine.py                |   7 +++----
 2 files changed, 3 insertions(+), 4 deletions(-)

diff --git a/egs/librispeech/ASR/pruned_transducer_stateless_gtrans/.conformer_randomcombine.py.swp b/egs/librispeech/ASR/pruned_transducer_stateless_gtrans/.conformer_randomcombine.py.swp
index e49e6b31a9aa437438dece523acefac2aa1f228a..94ef8407adbbcf3ee186a35f7a50461bcd44e715 100644
GIT binary patch
delta 437
zcmXBQJ4ixt7zOa}qSt(ek1|1uOF?uE^EF6Yl2>r(N(FZ?EYyMsB`YnWK|zS9py3}m
zGz38qJ%)17prxUuso5nV92(jJp_Y#L!4D3cZ#tzWUuyF9lvjz)2$K_D!kLL8fkt{%
zd9cULT(r7jW*(EGCOYH0ZIoH228!RkM7OX85`@78BG};1MDz;Rkb@NTgBof^qE&Fh
zhk@uE5-<zDdZK4IfMrNS5Qe}ApE{x!9Tn*U;TW>82oeN94-G9*9j;&>b|4EGkRS{q
zjDZ!}Jw#vd4v$cVIq-uOel$dHa1U8XY8*uK2oY#wmlkyP+2*UE(6qX8s&IX(lps`&
z6mGC`m*$46Ptu82<?)N`P#$M_d4$#DR(2yB9ByAi6kI|kxx2Etv|h;P3i+)CUogQe
Wdv<my+ca)}=b`M3)toV|CHw=f+EJYV

delta 430
zcmYk&PbfnH00!{y)!yvS8&fkh={2?Cz}OsCWaUqJ<-J;2p(WO8N&aq{gEl!R4l8e3
z92_{f?7|K%E)H_wtR`v~PI4M@P`+~U)vvz#ZeO+{W-Fp|&KDUQmxEnCFm|Bd{}}t6
zICoCj1*NoN*Sl>21CSQ~Rz<H5HD;tb;Jy~vBZa)=A&IQ?VFRA&jCLtZ!}KKquXIQX
z{aAr(+N449(~|`_rg<8r5o#vTyBWAKBZE_xEm|avLgb|edNTo6bVNIpph?n5B`<l%
zN*1ct0A;$P3(8ZR0_32o5qO{?<w!F&0YfZ()J|o7b4zKlBp8B*{S&E>j|h%JF($Z6
zrf|-rCsa*eS6hW1{XlgKZTh#`;_*d0<W6~Eb|bzzvy@6Mr;=;ay-~>jl9mUyUD~Bf
H6JF$BFN#fp

diff --git a/egs/librispeech/ASR/pruned_transducer_stateless_gtrans/conformer_randomcombine.py b/egs/librispeech/ASR/pruned_transducer_stateless_gtrans/conformer_randomcombine.py
index b7d268ce3..f8385c14d 100644
--- a/egs/librispeech/ASR/pruned_transducer_stateless_gtrans/conformer_randomcombine.py
+++ b/egs/librispeech/ASR/pruned_transducer_stateless_gtrans/conformer_randomcombine.py
@@ -221,11 +221,10 @@ class Conformer(EncoderInterface):
                 x += self.sigmoid(alpha) * layer_outputs[(enum+1)*self.group_layer_num-1]
             x = self.layer_norm(x/self.group_num)
             '''
-            x = layer_outputs[14]
-            #x = self.sigmoid(self.alpha[0]) * layer_outputs[2]
-            #x += self.sigmoid(self.alpha[1]) * layer_outputs[5]
+            x = self.sigmoid(self.alpha[-2]) * layer_outputs[14]
+            x += self.sigmoid(self.alpha[-1]) * layer_outputs[17]
             #x += self.sigmoid(self.alpha[2]) * layer_outputs[5]
-            x = self.layer_norm(x)
+            x = self.layer_norm(x/2)
 
         return x, lengths