from local

This commit is contained in:
dohe0342 2023-02-02 10:51:38 +09:00
parent 1041ea8e84
commit c29259e152
2 changed files with 5 additions and 2 deletions

View File

@ -221,10 +221,13 @@ class Conformer(EncoderInterface):
x += self.sigmoid(alpha) * layer_outputs[(enum+1)*self.group_layer_num-1]
x = self.layer_norm(x/self.group_num)
'''
x = self.sigmoid(self.alpha[-2]) * layer_outputs[14]
x += self.sigmoid(self.alpha[-1]) * layer_outputs[17]
x = self.sigmoid(self.alpha[-1]) * layer_outputs[17]
x += self.sigmoid(self.alpha[-2]) * layer_outputs[14]
x += self.sigmoid(self.alpha[-3]) * layer_outputs[11]
#x += self.sigmoid(self.alpha[2]) * layer_outputs[5]
x = self.layer_norm(x/2)
#x = self.sigmoid(self.alpha[-1]) * layer_outputs[17]
#x += self.sigmoid(self.alpha[-2]) * layer_outputs[
return x, lengths