diff --git a/egs/aishell/ASR/conformer_ctc/.transformer.py.swp b/egs/aishell/ASR/conformer_ctc/.transformer.py.swp index 6174319e3..eb89e1181 100644 Binary files a/egs/aishell/ASR/conformer_ctc/.transformer.py.swp and b/egs/aishell/ASR/conformer_ctc/.transformer.py.swp differ diff --git a/egs/aishell/ASR/conformer_ctc/transformer.py b/egs/aishell/ASR/conformer_ctc/transformer.py index c7fa420c2..bd542cfee 100644 --- a/egs/aishell/ASR/conformer_ctc/transformer.py +++ b/egs/aishell/ASR/conformer_ctc/transformer.py @@ -226,6 +226,12 @@ class Transformer(nn.Module): mask = mask.to(x.device) if mask is not None else None x, layer_outputs = self.encoder(x, src_key_padding_mask=mask) # (T, N, C) + if self.groupnum != 0: + x = 0 + for enum, alpha in enumerate(self.alpha): + x += self.sigmoid(alpha) * layer_outputs[(enum+1)*self.group_layer_num-1] + x = self.layer_norm(x) + return x, mask def ctc_output(self, x: torch.Tensor) -> torch.Tensor: diff --git a/egs/librispeech/ASR/pruned_transducer_stateless_gtrans/.conformer_randomcombine.py.swp b/egs/librispeech/ASR/pruned_transducer_stateless_gtrans/.conformer_randomcombine.py.swp index e0f398d4a..33ce9aca7 100644 Binary files a/egs/librispeech/ASR/pruned_transducer_stateless_gtrans/.conformer_randomcombine.py.swp and b/egs/librispeech/ASR/pruned_transducer_stateless_gtrans/.conformer_randomcombine.py.swp differ