mirrors/icefall
1
0
Fork 0
mirror of https://github.com/k2-fsa/icefall.git synced 2025-12-11 06:55:27 +00:00
Code Issues Packages Projects Releases Wiki Activity

Remove ActivationBalancer, unnecessary

Browse Source
This commit is contained in:
Daniel Povey 2022-07-11 14:12:24 -07:00
parent 7993c84cd6
commit 3468c3aa5a
1 changed files with 0 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
egs/librispeech/ASR/pruned_transducer_stateless7/optim.py
View File

@ -1664,10 +1664,8 @@ def _test_eve_cain():
Linear = torch.nn.Linear if iter == 0 else ScaledLinear Linear = torch.nn.Linear if iter == 0 else ScaledLinear
# TODO: find out why this is not converging... # TODO: find out why this is not converging...
m = torch.nn.Sequential(Linear(E, 200), m = torch.nn.Sequential(Linear(E, 200),
ActivationBalancer(-1),
torch.nn.PReLU(), torch.nn.PReLU(),
Linear(200, 200), Linear(200, 200),
ActivationBalancer(-1),
torch.nn.PReLU(), torch.nn.PReLU(),
Linear(200, E), Linear(200, E),
).to(device) ).to(device)