mirror of
https://github.com/k2-fsa/icefall.git
synced 2025-12-11 06:55:27 +00:00
Adjust warmup duration of layerdrop_prob
This commit is contained in:
parent
473bb338d6
commit
5c11e92d4a
@ -1666,7 +1666,7 @@ class ConvNeXt(nn.Module):
|
||||
pad = (kernel_size - 1) // 2
|
||||
hidden_channels = channels * hidden_ratio
|
||||
if layerdrop_prob is None:
|
||||
layerdrop_prob = ScheduledFloat((0.0, 0.1), (16000.0, 0.01))
|
||||
layerdrop_prob = ScheduledFloat((0.0, 0.2), (16000.0, 0.025))
|
||||
self.layerdrop_prob = layerdrop_prob
|
||||
|
||||
self.depthwise_conv = nn.Conv2d(
|
||||
|
||||
Loading…
x
Reference in New Issue
Block a user