mirrors/icefall
1
0
Fork 0
mirror of https://github.com/k2-fsa/icefall.git synced 2025-12-11 06:55:27 +00:00
Code Issues Packages Projects Releases Wiki Activity

Decrease initial keep_prob to 0.25.

Browse Source
This commit is contained in:
Daniel Povey 2022-10-08 18:35:59 +08:00
parent b1fa3d50fb
commit 5c99e97c3b
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
egs/librispeech/ASR/pruned_transducer_stateless7/conformer.py
View File

@ -369,7 +369,7 @@ class ConformerEncoderLayer(nn.Module):
warmup_value = self.get_warmup_value(warmup_count) warmup_value = self.get_warmup_value(warmup_count)
if warmup_value < 1.0 and self.training: if warmup_value < 1.0 and self.training:
delta = src - src_orig delta = src - src_orig
keep_prob = 0.5 + 0.5 * warmup_value keep_prob = 0.25 + 0.75 * warmup_value
# the :1 means the mask is chosen per frame. # the :1 means the mask is chosen per frame.
delta = delta * (torch.rand_like(delta[...,:1]) < keep_prob) delta = delta * (torch.rand_like(delta[...,:1]) < keep_prob)
src = src_orig + delta src = src_orig + delta