from local

This commit is contained in:
dohe0342 2023-01-28 02:37:35 +09:00
parent 1f88a70518
commit 2b3776ecba
2 changed files with 6 additions and 4 deletions

View File

@ -247,10 +247,12 @@ class Conformer(EncoderInterface):
) )
) )
''' '''
x = 0
for enum, alpha in enumerate(self.alpha): if self.group_num != 0:
x += self.sigmoid(alpha) * layer_outputs[(enum+1)*self.group_layer_num-1] x = 0
x = self.layer_norm(x/self.group_num) for enum, alpha in enumerate(self.alpha):
x += self.sigmoid(alpha) * layer_outputs[(enum+1)*self.group_layer_num-1]
x = self.layer_norm(x/self.group_num)
''' '''
layer_outputs = [x.permute(1, 0, 2) for x in layer_outputs] layer_outputs = [x.permute(1, 0, 2) for x in layer_outputs]