from local

This commit is contained in:
dohe0342 2023-03-30 13:43:09 +09:00
parent 06613673c2
commit 2720425785
2 changed files with 1 additions and 1 deletions

View File

@ -42,7 +42,7 @@ class TransformerEncoderAdapter(TransformerEncoder):
self.adapters = ResidualAdapterModule(proj_dim=512)
for p in self.adapters.parameters():
p.data /= 10.
p.data /= 5.
#p.data = nn.Parameter(torch.zeros(p.size()).to('cuda'))
#p.data = nn.Parameter(torch.randn(p.size()).to('cuda')/20.)