from local

This commit is contained in:
dohe0342 2023-01-04 23:25:50 +09:00
parent 16972b56a7
commit 807139dfad
4 changed files with 2 additions and 5 deletions

View File

@ -695,8 +695,6 @@ class ConformerEncoder(nn.Module):
outputs = []
layer_output = []
for i, mod in enumerate(self.layers):
output = mod(
output,
@ -708,11 +706,9 @@ class ConformerEncoder(nn.Module):
if i in self.aux_layers:
outputs.append(output)
layer_output.append(output)
output = self.combiner(outputs)
return output, layer_output
return output
@torch.jit.export
def chunk_forward(

View File

@ -204,6 +204,7 @@ class Conformer(EncoderInterface):
x = x.permute(1, 0, 2) # (T, N, C) ->(N, T, C)
layer_output = [x.permute(1, 0, 2) for x in layer_output]
x = self.layer_norm(1/6*(self.sigmoid(self.alpha[0])*layer_output[2] + \
self.sigmoid(self.alpha[1])*layer_output[5] + \
self.sigmoid(self.alpha[2])*layer_output[8] + \