mirrors/icefall
1
0
Fork 0
mirror of https://github.com/k2-fsa/icefall.git synced 2025-12-11 06:55:27 +00:00
Code Issues Packages Projects Releases Wiki Activity

Reduce initial clamp_min for bypass_scale from 1.0 to 0.5.

Browse Source
This commit is contained in:
Daniel Povey 2022-10-30 14:43:02 +08:00
parent e9c69d8477
commit e4a22bbe96
1 changed files with 1 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
egs/librispeech/ASR/pruned_transducer_stateless7/zipformer.py
View File

@ -321,7 +321,7 @@ class ZipformerEncoderLayer(nn.Module):
return self.bypass_scale
# hardcode warmup period for bypass scale
warmup_period = 4000.0
initial_clamp_min = 1.0
initial_clamp_min = 0.5
final_clamp_min = 0.2
if self.batch_count > warmup_period:
clamp_min = final_clamp_min
@ -330,8 +330,6 @@ class ZipformerEncoderLayer(nn.Module):
(self.batch_count / warmup_period) * (initial_clamp_min - final_clamp_min))
return self.bypass_scale.clamp(min=clamp_min, max=1.0)
def forward(
self,
src: Tensor,