remove bypass_scale

This commit is contained in:
Daniel Povey 2023-05-29 11:46:18 +08:00
parent d950496d5a
commit d975d59c7d

View File

@ -430,8 +430,6 @@ class SubformerEncoderLayer(nn.Module):
self.norm = BiasNorm(embed_dim)
self.bypass_scale = nn.Parameter(torch.full((embed_dim,), 0.5))
self.balancer1 = Balancer(
embed_dim, channel_dim=-1,
min_positive=0.45, max_positive=0.55,