mirror of
https://github.com/k2-fsa/icefall.git
synced 2025-12-11 06:55:27 +00:00
from local
This commit is contained in:
parent
16972b56a7
commit
807139dfad
Binary file not shown.
@ -695,8 +695,6 @@ class ConformerEncoder(nn.Module):
|
||||
|
||||
outputs = []
|
||||
|
||||
layer_output = []
|
||||
|
||||
for i, mod in enumerate(self.layers):
|
||||
output = mod(
|
||||
output,
|
||||
@ -708,11 +706,9 @@ class ConformerEncoder(nn.Module):
|
||||
if i in self.aux_layers:
|
||||
outputs.append(output)
|
||||
|
||||
layer_output.append(output)
|
||||
|
||||
output = self.combiner(outputs)
|
||||
|
||||
return output, layer_output
|
||||
return output
|
||||
|
||||
@torch.jit.export
|
||||
def chunk_forward(
|
||||
|
||||
Binary file not shown.
@ -204,6 +204,7 @@ class Conformer(EncoderInterface):
|
||||
x = x.permute(1, 0, 2) # (T, N, C) ->(N, T, C)
|
||||
|
||||
layer_output = [x.permute(1, 0, 2) for x in layer_output]
|
||||
|
||||
x = self.layer_norm(1/6*(self.sigmoid(self.alpha[0])*layer_output[2] + \
|
||||
self.sigmoid(self.alpha[1])*layer_output[5] + \
|
||||
self.sigmoid(self.alpha[2])*layer_output[8] + \
|
||||
|
||||
Loading…
x
Reference in New Issue
Block a user