From cfcf26ad179f75bc7c17893e7eeb77a4a6bcdbce Mon Sep 17 00:00:00 2001
From: dohe0342 <kimdohe1070@gmail.com>
Date: Tue, 14 Feb 2023 02:49:22 +0900
Subject: [PATCH] from local

---
 .../ASR/conformer_ctc3/.conformer.py.swp      | Bin 61440 -> 61440 bytes
 egs/tedlium2/ASR/conformer_ctc3/conformer.py  |   7 ++++++-
 2 files changed, 6 insertions(+), 1 deletion(-)

diff --git a/egs/tedlium2/ASR/conformer_ctc3/.conformer.py.swp b/egs/tedlium2/ASR/conformer_ctc3/.conformer.py.swp
index 40b834e45de0f3744c1177dd402944b923cf6bfc..787cab876378f1235be2202fd921133ede4ed2e3 100644
GIT binary patch
delta 473
zcmY+<JxBs!90u@zo|Zw1H5?5M?|7%>2MtlsP_zU!2+>f8Ty^S!=Ut}<S3};^)(|%u
zEkbkR5-kypB{lWo<ls`!QbR)!J)REw!VlgLp6AbNw>Z1S@jLO&)pa%>jT2UgC}@4`
zD!CfJ6&gy`_e0K2;Lt<V<hrj(XZ)#BejO#cf(y`rhqj-n0S|BwRj9x+e2)-)K^xA%
zfEC~&2m$yVCi;XIxPx=BAq8_V0UZ4JC`Ru-qGvb-8)jh=8eXDnH~|x;pvl#4Est|q
z8*`41{q@JCKW~}!EsHI(qMXk}^U{HAqzjs%3RcX$$r_rerwgVkQeVK`S}f9w6_u>2
zDSLvH*K?A{!mQh)nI+vU6}JT$`A9+x_cd<xMw#kNA~jH*(G1oJOf$ERDFyc^8&XLY
W+=lL$g@IJ(3vs8qCe~YTjQ<A(dv&M)

delta 237
zcmZp8z})bFSuDvQ%+puFQqO<^2m}}y)|S6YzMsBPEJ}dUXLF&z<o&!|%nS_ISRk@K
zlLar#u7AMEz;F_XPXO_8Af6Az(}CCyh~INCFuVie2S7Xni1UEh0f>cwm<xzGf%rQ+
z1H(%oz6`|sfp``W*8p)O5E}zA9}xd%V_^6U#7}|v5)k(SaSagbvoT0BhyWQUSs56%
o0dXe~7Xq;a5MN{2%*Zl<dGdyhJe!|g{>L);tXtA%r(63(0Z0in9smFU

diff --git a/egs/tedlium2/ASR/conformer_ctc3/conformer.py b/egs/tedlium2/ASR/conformer_ctc3/conformer.py
index 3b3176dc9..07db5498b 100644
--- a/egs/tedlium2/ASR/conformer_ctc3/conformer.py
+++ b/egs/tedlium2/ASR/conformer_ctc3/conformer.py
@@ -174,7 +174,12 @@ class Conformer(Transformer):
         x, layer_outputs = self.encoder(
             x, pos_emb, src_key_padding_mask=mask, warmup=warmup
         )  # (S, N, C)
-
+        
+        if self.group_num != 0:
+            x = 0
+            for enum, alpha in enumerate(self.alpha):
+                x += self.sigmoid(alpha) * layer_outputs[(enum+1)*self.group_layer_num-1]
+            x = self.layer_norm(x/self.group_num)
         return x, mask