mirrors/icefall
1
0
Fork 0
mirror of https://github.com/k2-fsa/icefall.git synced 2025-12-11 06:55:27 +00:00
Code Issues Packages Projects Releases Wiki Activity

Change to schedule of bypass_scale min: make it larger, decrease slower.

Browse Source
This commit is contained in:
Daniel Povey 2022-10-31 13:11:59 +08:00
parent efbb1d25c7
commit b8db0f53f1
1 changed files with 3 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
egs/librispeech/ASR/pruned_transducer_stateless7/zipformer.py
View File

@ -371,9 +371,9 @@ class ZipformerEncoderLayer(nn.Module):
# ensure we get grads if self.bypass_scale becomes out of range # ensure we get grads if self.bypass_scale becomes out of range
return self.bypass_scale return self.bypass_scale
# hardcode warmup period for bypass scale # hardcode warmup period for bypass scale
warmup_period = 4000.0 warmup_period = 20000.0
initial_clamp_min = 0.5 initial_clamp_min = 1.0
final_clamp_min = 0.2 final_clamp_min = 0.3
if self.batch_count > warmup_period: if self.batch_count > warmup_period:
clamp_min = final_clamp_min clamp_min = final_clamp_min
else: else: