Change final layerdrop_rate from 0.0 to 0.015.

This commit is contained in:
Daniel Povey 2022-12-23 21:56:13 +08:00
parent 2e0f4de8ff
commit 72420eef10

View File

@ -1683,7 +1683,7 @@ class ConvNeXt(nn.Module):
pad = (kernel_size - 1) // 2 pad = (kernel_size - 1) // 2
hidden_channels = channels * hidden_ratio hidden_channels = channels * hidden_ratio
if layerdrop_rate is None: if layerdrop_rate is None:
layerdrop_rate = ScheduledFloat((0.0, 0.2), (20000.0, 0.0)) layerdrop_rate = ScheduledFloat((0.0, 0.2), (20000.0, 0.015))
self.layerdrop_rate = layerdrop_rate self.layerdrop_rate = layerdrop_rate
self.depthwise_conv = nn.Conv2d( self.depthwise_conv = nn.Conv2d(