mirrors/icefall
1
0
Fork 0
mirror of https://github.com/k2-fsa/icefall.git synced 2025-12-11 06:55:27 +00:00
Code Issues Packages Projects Releases Wiki Activity

Reduce final layerdrop_prob from 0.075 to 0.05.

Browse Source
This commit is contained in:
Daniel Povey 2022-10-10 19:04:52 +08:00
parent 12323f2fbf
commit 569762397f
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
egs/librispeech/ASR/pruned_transducer_stateless7/conformer.py
View File

@ -443,7 +443,7 @@ class ConformerEncoder(nn.Module):
layer_warmup_delta = (warmup_end - warmup_begin) / num_layers
layer_warmup_begin = warmup_begin + layer * layer_warmup_delta
initial_layerdrop_prob = 0.5
final_layerdrop_prob = 0.075
final_layerdrop_prob = 0.05
layer_warmup_end = layer_warmup_begin + layer_warmup_delta
if warmup_count < layer_warmup_begin: