From 27a12a982bce21ba6f3e30177075257dcf0053ac Mon Sep 17 00:00:00 2001 From: Daniel Povey Date: Mon, 28 Nov 2022 12:52:28 +0800 Subject: [PATCH 1/2] Increase min_abs and max_abs in feedforward module. --- egs/librispeech/ASR/pruned_transducer_stateless7/zipformer.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/egs/librispeech/ASR/pruned_transducer_stateless7/zipformer.py b/egs/librispeech/ASR/pruned_transducer_stateless7/zipformer.py index c771b2895..adb5fd567 100644 --- a/egs/librispeech/ASR/pruned_transducer_stateless7/zipformer.py +++ b/egs/librispeech/ASR/pruned_transducer_stateless7/zipformer.py @@ -1393,7 +1393,7 @@ class FeedforwardModule(nn.Module): self.hidden_balancer = ActivationBalancer(feedforward_dim, channel_dim=-1, min_positive=ScheduledFloat((0.0, 0.1), (8000.0, 0.05)), - min_abs=1.0, + min_abs=1.5, max_abs=ScheduledFloat((0.0, 5.0), (8000.0, 10.0), default=10), min_prob=0.25) self.activation = DoubleSwish() From 2a289d38b70a001387fe2128f4dc5f0869f8a8bc Mon Sep 17 00:00:00 2001 From: Daniel Povey Date: Mon, 28 Nov 2022 13:19:37 +0800 Subject: [PATCH 2/2] Make max_abs for feedforward module be a constant at 15.0 --- egs/librispeech/ASR/pruned_transducer_stateless7/zipformer.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/egs/librispeech/ASR/pruned_transducer_stateless7/zipformer.py b/egs/librispeech/ASR/pruned_transducer_stateless7/zipformer.py index adb5fd567..f77a3c14f 100644 --- a/egs/librispeech/ASR/pruned_transducer_stateless7/zipformer.py +++ b/egs/librispeech/ASR/pruned_transducer_stateless7/zipformer.py @@ -1394,7 +1394,7 @@ class FeedforwardModule(nn.Module): channel_dim=-1, min_positive=ScheduledFloat((0.0, 0.1), (8000.0, 0.05)), min_abs=1.5, - max_abs=ScheduledFloat((0.0, 5.0), (8000.0, 10.0), default=10), + max_abs=15.0, min_prob=0.25) self.activation = DoubleSwish() self.dropout = nn.Dropout(dropout)