mirror of
https://github.com/k2-fsa/icefall.git
synced 2025-12-11 06:55:27 +00:00
from local
This commit is contained in:
parent
237708d1c3
commit
7e7e3105e0
Binary file not shown.
@ -42,8 +42,9 @@ class TransformerEncoderAdapter(TransformerEncoder):
|
||||
self.adapters = ResidualAdapterModule()
|
||||
|
||||
for p in self.adapters.parameters():
|
||||
# p.data = nn.Parameter(torch.zeros(p.size()).to('cuda'))
|
||||
p.data = nn.Parameter(torch.randn(p.size()).to('cuda')/20.)
|
||||
p.data /= 10
|
||||
#p.data = nn.Parameter(torch.zeros(p.size()).to('cuda'))
|
||||
#p.data = nn.Parameter(torch.randn(p.size()).to('cuda')/20.)
|
||||
|
||||
def forward(self, x, padding_mask=None, layer=None, tgt_layer=None):
|
||||
x, layer_results = self.extract_features_with_adapter(
|
||||
|
||||
Loading…
x
Reference in New Issue
Block a user