from local

This commit is contained in:
dohe0342 2022-12-30 11:57:45 +09:00
parent db505c6b75
commit daba0dc718
3 changed files with 1 additions and 1 deletions

View File

@ -40,7 +40,7 @@ class TransformerEncoderAdapter(TransformerEncoder):
self.adapters = ResidualAdapterModule()
for p in self.adapters.parameters():
#p.data = nn.Parameter(torch.zeros(p.size()).to('cuda'))
p.data = nn.Parameter(torch.randn(p.size()).to('cuda')/10000.)
p.data = nn.Parameter(torch.randn(p.size()).to('cuda')/100.)
print(p)
def forward(self, x, padding_mask=None, layer=None, tgt_layer=None):