from local

This commit is contained in:
dohe0342 2023-02-21 09:34:16 +09:00
parent 8db84cbfd4
commit 19e1c1ee3a
3 changed files with 6 additions and 3 deletions

View File

@ -194,9 +194,12 @@ class Conformer(Transformer):
if self.group_num > 0: if self.group_num > 0:
x = 0 x = 0
for enum, alpha in enumerate(self.alpha): if self.learnable_alpha:
if self.learnable_alpha: x += self.sigmoid(alpha) * layer_outputs[(enum+1)*self.group_layer_num-1] for enum, alpha in enumerate(self.alpha):
else: x += (1/self.group_num) * layer_outputs[(enum+1)*self.group_layer_num-1] x += self.sigmoid(alpha) * layer_outputs[(enum+1)*self.group_layer_num-1]
else:
for enum in range(self.group_num):
x += (1/self.group_num) * layer_outputs[(enum+1)*self.group_layer_num-1]
x = self.layer_norm(x) x = self.layer_norm(x)
if self.interctc or self.interctc_condition or self.group_num > 0: if self.interctc or self.interctc_condition or self.group_num > 0: