from local

This commit is contained in:
dohe0342 2023-01-21 15:33:38 +09:00
parent 1a91afa118
commit 4336856a25
2 changed files with 4 additions and 0 deletions

View File

@ -150,6 +150,10 @@ class Conformer(Transformer):
) # (T, N, C)
if self.group_num != 0:
x = 0
for enum, alpha in enumerate(self.alpha):
x += self.sigmoid(alpha) * layer_outputs[(enum+1)*self.group_layer_num-1]
x = self.layer_norm(x/self.group_num)
# x = x.permute(1, 0, 2) # (T, N, C) ->(N, T, C)