From 63e1266e3ae1705738fdf1e5b7188c910e6af48f Mon Sep 17 00:00:00 2001 From: Fangjun Kuang Date: Sat, 18 Dec 2021 11:14:05 +0800 Subject: [PATCH] Use tanh in the joint network. --- egs/librispeech/ASR/transducer/joiner.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/egs/librispeech/ASR/transducer/joiner.py b/egs/librispeech/ASR/transducer/joiner.py index 0422f8a6f..f1968d1d0 100644 --- a/egs/librispeech/ASR/transducer/joiner.py +++ b/egs/librispeech/ASR/transducer/joiner.py @@ -48,7 +48,7 @@ class Joiner(nn.Module): # Now decoder_out is (N, 1, U, C) logit = encoder_out + decoder_out - logit = F.relu(logit) + logit = F.tanh(logit) output = self.output_linear(logit)