Increase scale to 0.04

This commit is contained in:
Daniel Povey 2022-06-09 13:24:31 +08:00
parent bfcd288afd
commit e99344f15e

View File

@ -199,7 +199,7 @@ class ConformerEncoderLayer(nn.Module):
)
self.dropout = nn.Dropout(dropout)
self.decorrelate = Decorrelate(d_model, scale=0.01)
self.decorrelate = Decorrelate(d_model, scale=0.04)
def forward(