mirrors/icefall
1
0
Fork 0
mirror of https://github.com/k2-fsa/icefall.git synced 2025-12-11 06:55:27 +00:00
Code Issues Packages Projects Releases Wiki Activity

Increase final layerdrop prob from 0.05 to 0.075

Browse Source
This commit is contained in:
Daniel Povey 2022-10-10 12:20:13 +08:00
parent 9f059f7115
commit 09c9b02f6f
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
egs/librispeech/ASR/pruned_transducer_stateless7/conformer.py
View File

@ -441,7 +441,7 @@ class ConformerEncoder(nn.Module):
layer_warmup_delta = (warmup_end - warmup_begin) / num_layers
layer_warmup_begin = warmup_begin + layer * layer_warmup_delta
initial_layerdrop_prob = 0.5
final_layerdrop_prob = 0.05
final_layerdrop_prob = 0.075
layer_warmup_end = layer_warmup_begin + layer_warmup_delta
if warmup_count < layer_warmup_begin: