From a82af91f527d1bb4c90528ec0c9c50b8f18e9998 Mon Sep 17 00:00:00 2001
From: dohe0342 <kimdohe1070@gmail.com>
Date: Tue, 14 Feb 2023 02:47:16 +0900
Subject: [PATCH] from local

---
 .../ASR/conformer_ctc3/.conformer.py.swp      | Bin 53248 -> 57344 bytes
 egs/tedlium2/ASR/conformer_ctc3/conformer.py  |   7 +++++++
 2 files changed, 7 insertions(+)

diff --git a/egs/tedlium2/ASR/conformer_ctc3/.conformer.py.swp b/egs/tedlium2/ASR/conformer_ctc3/.conformer.py.swp
index e754d62b643ff8f527ed07ae37baad0aac4f6765..9a7a12f3c722b2849d634dfff86bf07583de8e31 100644
GIT binary patch
delta 1044
zcmZwGUr1A77{~Ev&biF#Cb&{4Iuht4barWFxGutA=7mrfLF2ehJ+PhWY(_zBVCIF<
z&ABls`eP(PMYa;U2nDk{y$Jjh36&&-Bu0exhqUk9kP=_`u=m~jKHGC%ekXC;oESAb
zo2yTqXi#dZs)gYY892Y_A0Bcp*-bXX?5H#;#zDvK!u-@O!<+t)-eiqq(Ee1hD7HM2
z7f97AMqynf{>mnD52xY8QszV>^AhA^o$tP30DVyLWv9qZbfFAWxgts2K@%*P-61lA
z*XTh5JlKa7tH?{M#3jMRgF2L9AxC5q6Bx#GJi}F7#sSP(MBZTnJvf6(tY?d?Vg;Wt
zjZr*AFEkv7g5PEy!hA&J1Cuux!9{4;0~3a`cxrUvEG!r^Wv*3>jw{aOThDy1p}LD&
zI)kB>s*rji81?CqXjrLLbiK-(TAyU;3i!g2KrmDx%0FYHrc-MTN3=k?peem@ZF5cy
zwYRB8d*7~jRMi8njoQ{|B-ZZJW8sQz3euaImSU-nH2s{5!@i*Ir<tg4W3N+jyOk}!
zw%MiDvSmvttu0fk4{aX!zmWgfY{@9pij!;JtnRoP5V_8EE^zOu=y@|YxNa9&#2m(O
z4IMZPH%d{2@dA-Y=tcoXNO(W$u}VOvFoqb)@r!`|#AgiV5wZvqKRhVLdlGvWel(*V
zR(vJ3%c<mI2Ge+q`)I%#$^C<64B`?RQHl~2BL_bS@;oN-z*^61!=w$zuonf$!gtdA
h5jW6>qu7sG(malSBv6ip?4&9Cmf3hRWFvL<yuU{g)#d;I

delta 399
zcmXBQPbh-{7{~G7yVuOTtM`>=*SD0S@H%KI%9T-0<lsW9$-!a8aj!TzSnG`(-5i!O
zD>v+*MAVX+gYu_1tdPr2lCM1Vsb5dO%k%gZ)88}W^WOB>q&w8-iE*Tn)%wD4DgJI7
zR$w~4MmiX966K7uYZt2SksEen^lps*ayn=mUC!OII!6&Jm_;WNh~nFl4zP_SG+L#7
z`0(%;l}=E^9BjO_NYAJuj~S%U4dEgpZ6Xy>PU8d*pUu)eYN+50r`W+32Jse_UQt6H
zX(SPa0pX)bdcqZsQ9u?`=s_3_Q>x>^?3XSH8_1#y7AhgGhK~$v{Qd1ZSSz`~VJTMr
Qy0fjIeX*nbGZ9+<1!o^eng9R*

diff --git a/egs/tedlium2/ASR/conformer_ctc3/conformer.py b/egs/tedlium2/ASR/conformer_ctc3/conformer.py
index 1ba68fb65..ff113b8b0 100644
--- a/egs/tedlium2/ASR/conformer_ctc3/conformer.py
+++ b/egs/tedlium2/ASR/conformer_ctc3/conformer.py
@@ -130,6 +130,13 @@ class Conformer(Transformer):
             ),
         )
 
+        self.group_num = group_num
+        if self.group_num != 0:
+            self.group_layer_num = int(num_encoder_layers // self.group_num)
+            self.alpha = nn.Parameter(torch.rand(self.group_num))
+            self.sigmoid = nn.Sigmoid()
+            self.layer_norm = nn.LayerNorm(d_model)
+
     def run_encoder(
         self,
         x: torch.Tensor,