mirrors/icefall
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

Implement layer dropout with probability 0.075

Browse Source
This commit is contained in:
Daniel Povey 2022-10-07 19:01:35 +08:00
parent b9a95af099
commit 97bc894f62
1 changed files with 6 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

8
egs/librispeech/ASR/pruned_transducer_stateless7/conformer.py
View File

@ -447,8 +447,12 @@ class ConformerEncoder(nn.Module):
warmup: float, warmup: float,
min_output_scale: float = 0.1, min_output_scale: float = 0.1,
max_output_scale: float = 1.0): max_output_scale: float = 1.0):
output_scale = max(warmup * max_output_scale, layer_dropout_prob = 0.075
min_output_scale) if self.training and random.random() < layer_dropout_prob:
output_scale = 0.1
else:
output_scale = max(warmup * max_output_scale,
min_output_scale)
if output_scale == 1.0: if output_scale == 1.0:
return output return output
else: else: