Change schedule after initial loss not promising

2022-10-31 13:47:26 +08:00 · 2022-10-31 13:47:26 +08:00 · 730e6c8914
commit 730e6c8914
parent b8db0f53f1
1 changed files with 2 additions and 2 deletions
--- a/egs/librispeech/ASR/pruned_transducer_stateless7/zipformer.py
+++ b/egs/librispeech/ASR/pruned_transducer_stateless7/zipformer.py
@ -372,8 +372,8 @@ class ZipformerEncoderLayer(nn.Module):
            return self.bypass_scale
        # hardcode warmup period for bypass scale
        warmup_period = 20000.0
-        initial_clamp_min = 1.0
-        final_clamp_min = 0.3
+        initial_clamp_min = 0.75
+        final_clamp_min = 0.25
        if self.batch_count > warmup_period:
            clamp_min = final_clamp_min
        else: