from local

This commit is contained in:
dohe0342 2023-02-14 02:49:25 +09:00
parent cfcf26ad17
commit 977d97112a
2 changed files with 1 additions and 0 deletions

View File

@ -180,6 +180,7 @@ class Conformer(Transformer):
for enum, alpha in enumerate(self.alpha): for enum, alpha in enumerate(self.alpha):
x += self.sigmoid(alpha) * layer_outputs[(enum+1)*self.group_layer_num-1] x += self.sigmoid(alpha) * layer_outputs[(enum+1)*self.group_layer_num-1]
x = self.layer_norm(x/self.group_num) x = self.layer_norm(x/self.group_num)
return x, mask return x, mask