From 354aaa13affa08a65b549e5e72c9c1fd79998f8f Mon Sep 17 00:00:00 2001
From: dohe0342 <kimdohe1070@gmail.com>
Date: Tue, 21 Feb 2023 02:07:34 +0900
Subject: [PATCH] from local

---
 .../ASR/conformer_ctc2/.conformer.py.swp      | Bin 65536 -> 65536 bytes
 .../ASR/conformer_ctc2/conformer.py           |   3 ++-
 2 files changed, 2 insertions(+), 1 deletion(-)

diff --git a/egs/librispeech/ASR/conformer_ctc2/.conformer.py.swp b/egs/librispeech/ASR/conformer_ctc2/.conformer.py.swp
index 613353d33e6f8afe1c1c2e8b7dcbf3905081e95e..eb7c8da642d7d21e5c4d6daf24ca9ae1e30476e8 100644
GIT binary patch
delta 178
zcmZo@U}<Pz5lu1(^Ym4))H7fJ0s#hwNh>}lr*0ID7GQMRTqrR4KJPsi1_mZJh@{hG
z!4LO!!`T@aegH+T0`V0f?gZjkAod4h6CgGQVk02t0%E4kvLDa0Onw>3GdWkEZ}Qem
zsmXfZxF#ojlbZa_@rX=nPI0Q0LWP31t%8Q3esO9}nqGQQerZ8`UTN;+lTP-N=XlF(
N-sn`wG5N!P0RX^pGu8kA

delta 145
zcmZo@U}<Pz5lu1(^Ym4))H7fJ0s#hw?iHVt9X5(a3otrvE)<x2pErt?fuV{GBI!6;
z@WXxG0(J%lUm*4YVn!go3Y0w##A|?fH4v`?;wB&l>9W`?`|&)><eiyflNG+PP5$-O
YVDiRHIUrjFO262=$*F*2@`wKd04}>Kr~m)}

diff --git a/egs/librispeech/ASR/conformer_ctc2/conformer.py b/egs/librispeech/ASR/conformer_ctc2/conformer.py
index e4fbc8fa7..b6983f728 100644
--- a/egs/librispeech/ASR/conformer_ctc2/conformer.py
+++ b/egs/librispeech/ASR/conformer_ctc2/conformer.py
@@ -195,7 +195,8 @@ class Conformer(Transformer):
         if self.group_num > 0:
             x = 0
             for enum, alpha in enumerate(self.alpha):
-                x += self.sigmoid(alpha) * layer_outputs[(enum+1)*self.group_layer_num-1]
+                if self.learnable_alpha: x += self.sigmoid(alpha) * layer_outputs[(enum+1)*self.group_layer_num-1]
+                else: x += (1/self.group_num) * layer_outputs[(enum+1)*self.group_layer_num-1]
             x = self.layer_norm(x)
 
         if self.interctc or self.interctc_condition or self.group_num > 0: