mirrors/icefall
1
0
Fork 0
mirror of https://github.com/k2-fsa/icefall.git synced 2025-12-11 06:55:27 +00:00
Code Issues Packages Projects Releases Wiki Activity

Implement layer dropout with probability 0.075

Browse Source
This commit is contained in:
Daniel Povey 2022-10-07 19:01:35 +08:00
parent b9a95af099
commit 97bc894f62
1 changed files with 6 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

8
egs/librispeech/ASR/pruned_transducer_stateless7/conformer.py
View File

@ -447,8 +447,12 @@ class ConformerEncoder(nn.Module):
warmup: float,
min_output_scale: float = 0.1,
max_output_scale: float = 1.0):
output_scale = max(warmup * max_output_scale,
min_output_scale)
layer_dropout_prob = 0.075
if self.training and random.random() < layer_dropout_prob:
output_scale = 0.1
else:
output_scale = max(warmup * max_output_scale,
min_output_scale)
if output_scale == 1.0:
return output
else: