From 4336856a259e5812be528a9c0e543d63be196c61 Mon Sep 17 00:00:00 2001
From: dohe0342 <kimdohe1070@gmail.com>
Date: Sat, 21 Jan 2023 15:33:38 +0900
Subject: [PATCH] from local

---
 .../ASR/conformer_ctc2/.conformer.py.swp      | Bin 65536 -> 65536 bytes
 .../ASR/conformer_ctc2/conformer.py           |   4 ++++
 2 files changed, 4 insertions(+)

diff --git a/egs/librispeech/ASR/conformer_ctc2/.conformer.py.swp b/egs/librispeech/ASR/conformer_ctc2/.conformer.py.swp
index aa55848ac7774e514b7f11df469c5de3e4022ebb..93cbd2f3ede6ada180094d723b31f6cc7fec9fec 100644
GIT binary patch
delta 542
zcmY+=ze@sP7zgmj&{9*o7NhNj8cr=cE0BT)+oGgs2r@*hP7^#&@4T=jrKKf^ILN=D
zn(D}wmev{?8$u9+vZY$u`+7Rq10Q(r$Mb!7-b%$<saU<+!p2gR%>@NQaYVxL)6VPq
zwKv9DB1VDJpWQ7Rk$s@^HKGqUM#|C<Q5fnTqAMuC9;9IzW?=@V!3lkE;U<c~Cai)D
zZe2ui2*Af6(L21rDTojT2UvjM%SqI5QkfocsKFVi5CtAa;mtwRggdA~70zK1BH)Fl
zo#+Otun$2PhcWoUs`qdL1y}=f{q_Z!Ww@<Pn_ho#>7LJDqu#pgFEdn$EihHgrh?hz
zfv6;MvLf-NDf3NQk+pmxr%66)|Jhq57U;IAnY1KlcKKvBznAneKkMYkS~0H`)h%8`
ze<0-Z_at^FX)DrXC{DexDOq9dh6!fIu}sc<6qRIA<jsW6nE8KQ?G*&$@cW4S164(L
AJpcdz

delta 313
zcmXBJF-QV&0EO|V9Cy}fUPISdVQXTel%qsJLrX(bbhPB;*bv=hWJ~Y|$L7FEE(&T&
z+7cwFK+tG3L87UKKtJ%o4<3ABXoaEWALMp7w-@u-oR}x|E6+h~r{V8;u|ib#Ogq)G
zrLHrn1vC3Oe_BjS>sZ4A5^!MSV@7(%39?v02A!02j#Z43(gW^MM}RzB^jzr;uV~^1
zSE%9;8?FK^asH>JA?|RC3sh0U5q!*HFhxfNC2S#%zl8LQCtPA5MJ%K1L^12dHoeDW
TRBv3{X7uHl=I|#v`#$!@=hr>}

diff --git a/egs/librispeech/ASR/conformer_ctc2/conformer.py b/egs/librispeech/ASR/conformer_ctc2/conformer.py
index 49b45ec7f..ed776be53 100644
--- a/egs/librispeech/ASR/conformer_ctc2/conformer.py
+++ b/egs/librispeech/ASR/conformer_ctc2/conformer.py
@@ -150,6 +150,10 @@ class Conformer(Transformer):
         )  # (T, N, C)
         
         if self.group_num != 0:
+            x = 0
+            for enum, alpha in enumerate(self.alpha):
+                x += self.sigmoid(alpha) * layer_outputs[(enum+1)*self.group_layer_num-1]
+            x = self.layer_norm(x/self.group_num)
         # x = x.permute(1, 0, 2)  # (T, N, C) ->(N, T, C)