Change scale from 0.1 to 0.05

This commit is contained in:
Daniel Povey 2022-06-10 12:42:43 +08:00
parent 173c8e6ca3
commit 77357cdaa8

View File

@ -94,7 +94,7 @@ class Conformer(EncoderInterface):
aux_layers=list(range(0, num_encoder_layers - 1, aux_layer_period)), aux_layers=list(range(0, num_encoder_layers - 1, aux_layer_period)),
) )
self.decorrelate = Decorrelate(d_model, scale=0.1) self.decorrelate = Decorrelate(d_model, scale=0.05)
def forward( def forward(