From 23e54526f1e18fdb612ca592fa0215f279ac7215 Mon Sep 17 00:00:00 2001
From: dohe0342 <kimdohe1070@gmail.com>
Date: Sat, 21 Jan 2023 15:32:09 +0900
Subject: [PATCH] from local

---
 .../ASR/conformer_ctc2/.conformer.py.swp      | Bin 61440 -> 61440 bytes
 .../ASR/conformer_ctc2/conformer.py           |   6 ++++++
 2 files changed, 6 insertions(+)

diff --git a/egs/librispeech/ASR/conformer_ctc2/.conformer.py.swp b/egs/librispeech/ASR/conformer_ctc2/.conformer.py.swp
index 8aabe5b3715a80931a922b8ce7ea36d498ee72e7..f9f11eb4d9867a411eb7b411e93f5365a66c6e96 100644
GIT binary patch
delta 490
zcmZ9`KTE?v7zXfH3dUOhWO2_Vsg$(3=pu+6x~K?#fDoJ529is;Bv4(_*-rfec6AUe
zq#c|hh=ZdDP7WP(w%{!Kq*sde;K$v2_rAx|8fIF<Os^!*72-|#r5hy@QG0=iWTFDL
zbPZOC`p|(2WZ`24_t1wfbf5`kSclOv(L21t6I{S4?7+hkQ2>YVog=z|OK9e3pEhuK
zTO_)LE2zLvmgozf;Tk;Hf;AW+>?aJM5AFD|mq?N#R@}bZo{t>k+~PX(xU1|cjA;jH
zeS}gqb=Na3Cr^`p#kZU@&9`f=XPct=L=@^wkKr`xhUhppxZzrX#nr&$)w;$FW~$?l
zYTOGOdc;CEKQk^~Cc(lqm(2n(WU(qTaee&gE5)J+B_`6Z{)e63<B#c?{`SQ8$zJIf
D>wkas

delta 257
zcmXZWu}cC00EO`<f~J<<($aL(4H9y-7=;cwIQ2J(!8r+$Ih-xstW&h->JTX032s8+
z;3z^Z4MMJ#(k%K3KKSw0&zpt4S-58#A<I8ArtPP%1F030WJngbTR$ZQXyX|!3b3$D
zN^^W-j7Qw!0v|_G9XD7XN^fYwMH=4;sf$+>v5D(i|8Z%84(@P{V=RgKLmvTlk@vX5
sC4>#}KmMpUjJ~XX7boU^?x|TVH=J6@%$W~PwUTlC)*u`4--mg73xDM{V*mgE

diff --git a/egs/librispeech/ASR/conformer_ctc2/conformer.py b/egs/librispeech/ASR/conformer_ctc2/conformer.py
index 14f749a50..6a3739841 100644
--- a/egs/librispeech/ASR/conformer_ctc2/conformer.py
+++ b/egs/librispeech/ASR/conformer_ctc2/conformer.py
@@ -102,6 +102,12 @@ class Conformer(Transformer):
         )
         self.encoder = ConformerEncoder(encoder_layer, num_encoder_layers)
 
+        self.group_num = group_num
+        self.group_layer_num = int(self.encoder_layers // self.group_num)
+        self.alpha = nn.Parameter(torch.rand(self.group_num))
+        self.sigmoid = nn.Sigmoid()
+        self.layer_norm = nn.LayerNorm(d_model)
+
     def run_encoder(
         self,
         x: torch.Tensor,