mirrors/icefall
1
0
Fork 0
mirror of https://github.com/k2-fsa/icefall.git synced 2025-09-08 08:34:19 +00:00
Code Issues Packages Projects Releases Wiki Activity

Make it really have 2k decay and revert to 0.02 scale

Browse Source
This commit is contained in:
Daniel Povey 2022-06-09 17:45:11 +08:00
parent e99344f15e
commit fca844d80c
2 changed files with 2 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
egs/librispeech/ASR/pruned_transducer_stateless2/scaling.py
View File

@ -795,7 +795,7 @@ class Decorrelate(torch.nn.Module):
def __init__(self,
num_channels: int,
scale: float = 0.1,
apply_prob_decay: int = 1000,
apply_prob_decay: int = 2000,
eps: float = 1.0e-05,
beta: float = 0.95,
channel_dim: int = -1):

2
egs/librispeech/ASR/pruned_transducer_stateless5/conformer.py
View File

@ -199,7 +199,7 @@ class ConformerEncoderLayer(nn.Module):
)
self.dropout = nn.Dropout(dropout)
self.decorrelate = Decorrelate(d_model, scale=0.04)
self.decorrelate = Decorrelate(d_model, scale=0.02)
def forward(