From 029f5869c47b59c3753367ea40cd31a7cafa354b Mon Sep 17 00:00:00 2001 From: Daniel Povey Date: Fri, 25 Nov 2022 18:06:13 +0800 Subject: [PATCH] increase schedule init from 0.1 to 0.2 --- egs/librispeech/ASR/pruned_transducer_stateless7/zipformer.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/egs/librispeech/ASR/pruned_transducer_stateless7/zipformer.py b/egs/librispeech/ASR/pruned_transducer_stateless7/zipformer.py index 98e36d749..042beb21e 100644 --- a/egs/librispeech/ASR/pruned_transducer_stateless7/zipformer.py +++ b/egs/librispeech/ASR/pruned_transducer_stateless7/zipformer.py @@ -1392,7 +1392,7 @@ class FeedforwardModule(nn.Module): self.dropout = nn.Dropout(dropout) self.out_proj = LinearWithAuxLoss(feedforward_dim, embed_dim, initial_scale=0.01, - aux_grad_scale=ScheduledFloat((0.0, 0.1), (1000.0, 0.01)), + aux_grad_scale=ScheduledFloat((0.0, 0.2), (1000.0, 0.01)), ) self.out_whiten = Whiten(num_groups=1, whitening_limit=_whitening_schedule(7.5),