From eabb2972127dc0dd3e58efc9136f276ba38c5d84 Mon Sep 17 00:00:00 2001
From: dohe0342 <kimdohe1070@gmail.com>
Date: Sun, 29 Jan 2023 19:28:37 +0900
Subject: [PATCH] from local

---
 .../.conformer.py.swp                         | Bin 90112 -> 94208 bytes
 .../pruned_transducer_stateless5/conformer.py |  30 ++++++++++++------
 2 files changed, 20 insertions(+), 10 deletions(-)

diff --git a/egs/librispeech/ASR/pruned_transducer_stateless5/.conformer.py.swp b/egs/librispeech/ASR/pruned_transducer_stateless5/.conformer.py.swp
index a3dcb4b2f3a4455a93d090ed9f726ebe731e2997..e8ba2235109bfabd953a487d6d987996acc13f16 100644
GIT binary patch
delta 1051
zcmb8tUr19?9KiA4o!d-JH!U|!(i=?)(i(!Kg+qHVw9N;T5W|-F2PQVfKZQ{#N<Kvx
z7aBd3i>L^NvOPpmnL$B9kqM$fT0sO#jX)y_wC`L=`PP9C_ndovzr#KE_v?CM=z4Fk
z9<?7VcBy$g?7}dMl$A`>EVpJ1S?5ejq84HPqNHfw%+`2IXrECUe#mfO(fm2?uBumK
z7h*(Cujf7KDO!AiyK|1!EFPjCq1{Fl!44~ako5>x(1!->MIn-4g#y8Bw8%J~;SPN0
zKp9f76eTi)VO)xmPN`(##0E^P6L|_RHse*KNG}SY!*ioZ8#1tH;2`wD0Tbr+A~#VE
z8xpY?K^_LtjY#~|iM+)FUAD+YCLM622wB*Qpd#`WQ<#Jwp%EA@yb+zOt{F}3ZO!d%
z>h^r?!n8&6Pe(drO@!J~*XpTluWnTH)o}Db5uSS0qk6pRq3q0@%-kw%)M-yz4frdy
zw8>l7qjTNUxs;`Z&gxo`0X}w_TZM}Hr{*6`+#0vgi+!*m0l_$tcNoSs^r8kfC<w-i
zyuelXaRSG21a1@~8@5==XJYc59+|`tPNE79q$1Qi_c4GL<X{V4(hH}Mg-?{eAJs_5
zIHf;}3OEp?^q1kq0T>aW1$vC-;eM!Kk&YOApbzR%i994@fj*eTV_e5MbfXk5<YE^>
ze{m^dXlziY`A4DxZwlw5d{b$PMQg6m`({cMqc*)inT5f3evh&{G|_gtQ&)Cxrz)Wx
vz1HB|sJ%X{*UmUMX@esc>uO`H)_<j{zOghVocVv}#{E7oUp>}TyG?!pfNjv~

delta 469
zcmXxgPbh-{7zXg?`?j$SvuQPdN?+D8e_Ef(VMR<y%H%}3EQZXVO$#U4ii>j5r{=V1
zDF+Aau-e6z3sQ0*Iqg6aGB+vmthJ|pz3*Gk>5XJHk+jA#A&(4rB$q=5V+79X?tIB-
z+ll3^QZOqj<A>l?zKoWH-SlAC&Pu0}TB>ledL<P4Ud7bo4gZt_*K|Nz6rwS5Qv<z}
z0T+~_9h#>(>LoX|P&1k7R}XyBBV{N~tJFt!($T99IHwI-(IJd3E}(ZUuuJ{)T?!o2
zEVWXu1c=cvSxHAJ4KPD4s;65uutr1FO;*aOfO|TkHnNeLo<tx`aj_BD<g!Sk<e?g>
zCKZX4|JP-7-z2mvdl`M=&>ho9vq8ZSy$J}lPKoga155tE@)Yt%G5%>OG#;1?E;tIq
a-XwKOvP14rQiHO#*jg7oNzo(xRs931Ygi!w

diff --git a/egs/librispeech/ASR/pruned_transducer_stateless5/conformer.py b/egs/librispeech/ASR/pruned_transducer_stateless5/conformer.py
index 97ded1f54..2b76b3dbc 100644
--- a/egs/librispeech/ASR/pruned_transducer_stateless5/conformer.py
+++ b/egs/librispeech/ASR/pruned_transducer_stateless5/conformer.py
@@ -693,17 +693,27 @@ class ConformerEncoder(nn.Module):
         output = src
 
         outputs = []
-        
+        residual = None
+
         for i, mod in enumerate(self.layers):
-            if random.random() < 0.05:
-                continue
-            output = mod(
-                output,
-                pos_emb,
-                src_mask=mask,
-                src_key_padding_mask=src_key_padding_mask,
-                warmup=warmup,
-            )
+            if i in [2,5,8]:
+                residual = output
+                output = mod(
+                    output,
+                    pos_emb,
+                    src_mask=mask,
+                    src_key_padding_mask=src_key_padding_mask,
+                    warmup=warmup,
+                )
+                output += residual
+            else:
+                output = mod(
+                    output,
+                    pos_emb,
+                    src_mask=mask,
+                    src_key_padding_mask=src_key_padding_mask,
+                    warmup=warmup,
+                )
             #if i in self.aux_layers:
             #    outputs.append(output)