mirrors/icefall
1
0
Fork 0
mirror of https://github.com/k2-fsa/icefall.git synced 2025-12-11 06:55:27 +00:00
Code Issues Packages Projects Releases Wiki Activity

Limit bypass scale to >= 0.1

Browse Source
This commit is contained in:
Daniel Povey 2022-10-08 21:37:21 +08:00
parent bc9fbe2579
commit d467338837
1 changed files with 3 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

3
egs/librispeech/ASR/pruned_transducer_stateless7/conformer.py
View File

@ -375,6 +375,9 @@ class ConformerEncoderLayer(nn.Module):
keep_prob = 0.5 + 0.5 * warmup_value
# the :1 means the mask is chosen per frame.
delta = delta * (torch.rand_like(delta[...,:1]) < keep_prob)
bypass_scale = self.bypass_scale
if random.random() > 0.1:
bypass_scale = bypass_scale.clamp(min=0.1)
src = src_orig + delta * self.bypass_scale
return src, attn_scores_out