From 9752778ee6d6cbdb2c7f5170d63460ff993d64f4 Mon Sep 17 00:00:00 2001 From: Daniel Povey Date: Mon, 28 Nov 2022 00:09:26 +0800 Subject: [PATCH] Use the same schedule for in_proj as out_proj. Only affects a couple of modules. --- egs/librispeech/ASR/pruned_transducer_stateless7/zipformer.py | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/egs/librispeech/ASR/pruned_transducer_stateless7/zipformer.py b/egs/librispeech/ASR/pruned_transducer_stateless7/zipformer.py index fe51e57ad..60cd7b1d7 100644 --- a/egs/librispeech/ASR/pruned_transducer_stateless7/zipformer.py +++ b/egs/librispeech/ASR/pruned_transducer_stateless7/zipformer.py @@ -347,7 +347,8 @@ def _aux_grad_scale() -> float: def _aux_grad_prob_out() -> ScheduledFloat: return ScheduledFloat((0.0, 0.25), (1000.0, 0.05), (8000.0, 0.0125)) def _aux_grad_prob_in() -> ScheduledFloat: - return ScheduledFloat((0.0, 0.25), (1000.0, 0.0)) + return ScheduledFloat((0.0, 0.25), (1000.0, 0.05), (8000.0, 0.0125)) +#return ScheduledFloat((0.0, 0.25), (1000.0, 0.0)) class ZipformerEncoderLayer(nn.Module):