mirrors/icefall
1
0
Fork 0
mirror of https://github.com/k2-fsa/icefall.git synced 2025-12-11 06:55:27 +00:00
Code Issues Packages Projects Releases Wiki Activity

Increase base final_layerdrop_rate from 0.035 to 0.05

Browse Source
This commit is contained in:
Daniel Povey 2023-01-09 23:32:36 +08:00
parent 1d40239d69
commit 3110ed045a
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
egs/librispeech/ASR/pruned_transducer_stateless7/zipformer.py
View File

@ -197,7 +197,7 @@ class Zipformer(EncoderInterface):
dropout=dropout, dropout=dropout,
warmup_begin=warmup_batches * (i + 1) / (num_encoders + 1), warmup_begin=warmup_batches * (i + 1) / (num_encoders + 1),
warmup_end=warmup_batches * (i + 2) / (num_encoders + 1), warmup_end=warmup_batches * (i + 2) / (num_encoders + 1),
final_layerdrop_rate=0.035 * (downsampling_factor[i] ** 0.5), final_layerdrop_rate=0.05 * (downsampling_factor[i] ** 0.5),
attention_share_layers=attention_share_layers[i], attention_share_layers=attention_share_layers[i],
) )