mirrors/icefall
1
0
Fork 0
mirror of https://github.com/k2-fsa/icefall.git synced 2025-12-11 06:55:27 +00:00
Code Issues Packages Projects Releases Wiki Activity

Fix formulas and constants

Browse Source
This commit is contained in:
Daniel Povey 2022-11-22 22:54:05 +08:00
parent 6c5763fbb3
commit 1826648dde
1 changed files with 4 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
egs/librispeech/ASR/pruned_transducer_stateless7/zipformer.py
View File

@ -465,8 +465,10 @@ class ZipformerEncoderLayer(nn.Module):
src_orig = src
momentum_alpha = 0.66
# the -0.5 below is "how strong" to make the negative momentum.
momentum_rate = -0.5 * (1.0 / (1 - momentum_alpha))
# the -0.333 below is "how strong" to make the negative momentum.
# the (1-momentum_alpha) cancels out the 1/(1-momentum_alpha) factor from
# adding up powers of momentum_alpha
momentum_rate = -0.333 * (1 - momentum_alpha)
momentum = 0.0