mirrors/icefall
1
0
Fork 0
mirror of https://github.com/k2-fsa/icefall.git synced 2025-12-11 06:55:27 +00:00
Code Issues Packages Projects Releases Wiki Activity

Increase grad_scale in score_balancer

Browse Source
This commit is contained in:
Daniel Povey 2023-05-29 10:56:01 +08:00
parent 79f1863a1e
commit d950496d5a
1 changed files with 2 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

3
egs/libriheavy/LM/zipformer1/subformer.py
View File

@ -875,7 +875,8 @@ class LearnedDownsamplingModule(nn.Module):
min_positive=1/(2*downsampling_factor), min_positive=1/(2*downsampling_factor),
max_positive=0.6, max_positive=0.6,
min_abs=1.0, min_abs=1.0,
max_abs=4.0) max_abs=4.0,
grad_scale=0.1)
# below are for diagnostics. # below are for diagnostics.
self.copy_weights1 = nn.Identity() self.copy_weights1 = nn.Identity()