mirrors/icefall
1
0
Fork 0
mirror of https://github.com/k2-fsa/icefall.git synced 2025-12-11 06:55:27 +00:00
Code Issues Packages Projects Releases Wiki Activity

Change layerdrop schedule of convnext, now ends at 0

Browse Source
This commit is contained in:
Daniel Povey 2022-12-21 23:58:13 +08:00
parent 678be7a2eb
commit 5aa874d8e3
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
egs/librispeech/ASR/pruned_transducer_stateless7/zipformer.py
View File

@ -1681,7 +1681,7 @@ class ConvNeXt(nn.Module):
pad = (kernel_size - 1) // 2 pad = (kernel_size - 1) // 2
hidden_channels = channels * hidden_ratio hidden_channels = channels * hidden_ratio
if layerdrop_rate is None: if layerdrop_rate is None:
layerdrop_rate = ScheduledFloat((0.0, 0.1), (20000.0, 0.01)) layerdrop_rate = ScheduledFloat((0.0, 0.2), (20000.0, 0.0))
self.layerdrop_rate = layerdrop_rate self.layerdrop_rate = layerdrop_rate
self.depthwise_conv = nn.Conv2d( self.depthwise_conv = nn.Conv2d(