mirrors/icefall
1
0
Fork 0
mirror of https://github.com/k2-fsa/icefall.git synced 2025-12-11 06:55:27 +00:00
Code Issues Packages Projects Releases Wiki Activity

have final prob of aux_loss for input projections be 0

Browse Source
This commit is contained in:
Daniel Povey 2022-11-28 16:36:17 +08:00
parent 9cf5d92f39
commit cee62c823d
1 changed files with 3 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

5
egs/librispeech/ASR/pruned_transducer_stateless7/zipformer.py
View File

@ -352,8 +352,9 @@ def _aux_grad_scale() -> float:
def _aux_grad_prob_out() -> ScheduledFloat:
return ScheduledFloat((0.0, 0.25), (1000.0, 0.05), (8000.0, 0.0125))
def _aux_grad_prob_in() -> ScheduledFloat:
return ScheduledFloat((0.0, 0.25), (1000.0, 0.05), (8000.0, 0.0125))
#return ScheduledFloat((0.0, 0.25), (1000.0, 0.0))
return ScheduledFloat((0.0, 0.25), (1000.0, 0.0))
#return ScheduledFloat((0.0, 0.25), (1000.0, 0.05), (8000.0, 0.0125))
class ZipformerEncoderLayer(nn.Module):