mirrors/icefall
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

Decrease initial_layerdrop_prob from 0.75 to 0.5

Browse Source
This commit is contained in:
Daniel Povey 2022-10-09 13:59:56 +08:00
parent 44ad73c44f
commit 40fa33d702
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
egs/librispeech/ASR/pruned_transducer_stateless7/conformer.py
View File

@ -440,7 +440,7 @@ class ConformerEncoder(nn.Module):
def get_layerdrop_prob(layer: int) -> float: def get_layerdrop_prob(layer: int) -> float:
layer_warmup_delta = (warmup_end - warmup_begin) / num_layers layer_warmup_delta = (warmup_end - warmup_begin) / num_layers
layer_warmup_begin = warmup_begin + layer * layer_warmup_delta layer_warmup_begin = warmup_begin + layer * layer_warmup_delta
initial_layerdrop_prob = 0.75 initial_layerdrop_prob = 0.5
final_layerdrop_prob = 0.05 final_layerdrop_prob = 0.05
layer_warmup_end = layer_warmup_begin + layer_warmup_delta layer_warmup_end = layer_warmup_begin + layer_warmup_delta