mirror of
https://github.com/k2-fsa/icefall.git
synced 2025-09-07 08:04:18 +00:00
Reduce scale on bias from 4 to 2
This commit is contained in:
parent
dcab1aee4e
commit
cbdddbe670
@ -179,7 +179,7 @@ class ScaledLinear(nn.Linear):
|
||||
with torch.no_grad():
|
||||
self.weight[:] *= initial_scale
|
||||
if self.bias is not None:
|
||||
self.bias[:] *= initial_scale * 4.0
|
||||
self.bias[:] *= 2.0 * initial_scale
|
||||
|
||||
def get_weight(self): # not needed any more but kept for back compatibility
|
||||
return self.weight
|
||||
|
Loading…
x
Reference in New Issue
Block a user