From cee62c823d7092f8ae0aecd30aaa4f570a4a014f Mon Sep 17 00:00:00 2001 From: Daniel Povey Date: Mon, 28 Nov 2022 16:36:17 +0800 Subject: [PATCH] have final prob of aux_loss for input projections be 0 --- .../ASR/pruned_transducer_stateless7/zipformer.py | 5 +++-- 1 file changed, 3 insertions(+), 2 deletions(-) diff --git a/egs/librispeech/ASR/pruned_transducer_stateless7/zipformer.py b/egs/librispeech/ASR/pruned_transducer_stateless7/zipformer.py index 51ab2946c..3c0a79fcd 100644 --- a/egs/librispeech/ASR/pruned_transducer_stateless7/zipformer.py +++ b/egs/librispeech/ASR/pruned_transducer_stateless7/zipformer.py @@ -352,8 +352,9 @@ def _aux_grad_scale() -> float: def _aux_grad_prob_out() -> ScheduledFloat: return ScheduledFloat((0.0, 0.25), (1000.0, 0.05), (8000.0, 0.0125)) def _aux_grad_prob_in() -> ScheduledFloat: - return ScheduledFloat((0.0, 0.25), (1000.0, 0.05), (8000.0, 0.0125)) -#return ScheduledFloat((0.0, 0.25), (1000.0, 0.0)) + return ScheduledFloat((0.0, 0.25), (1000.0, 0.0)) + #return ScheduledFloat((0.0, 0.25), (1000.0, 0.05), (8000.0, 0.0125)) + class ZipformerEncoderLayer(nn.Module):