From 730e6c89146352ce866a001aa36ad681a62ba8df Mon Sep 17 00:00:00 2001
From: Daniel Povey <dpovey@gmail.com>
Date: Mon, 31 Oct 2022 13:47:26 +0800
Subject: [PATCH] Change schedule after initial loss not promising

---
 egs/librispeech/ASR/pruned_transducer_stateless7/zipformer.py | 4 ++--
 1 file changed, 2 insertions(+), 2 deletions(-)

diff --git a/egs/librispeech/ASR/pruned_transducer_stateless7/zipformer.py b/egs/librispeech/ASR/pruned_transducer_stateless7/zipformer.py
index 28a6980ea..0bd90729c 100644
--- a/egs/librispeech/ASR/pruned_transducer_stateless7/zipformer.py
+++ b/egs/librispeech/ASR/pruned_transducer_stateless7/zipformer.py
@@ -372,8 +372,8 @@ class ZipformerEncoderLayer(nn.Module):
             return self.bypass_scale
         # hardcode warmup period for bypass scale
         warmup_period = 20000.0
-        initial_clamp_min = 1.0
-        final_clamp_min = 0.3
+        initial_clamp_min = 0.75
+        final_clamp_min = 0.25
         if self.batch_count > warmup_period:
             clamp_min = final_clamp_min
         else: