from local

This commit is contained in:
dohe0342 2023-01-03 22:27:36 +09:00
parent 6c1d3aa0d6
commit fdba1cb6ca
3 changed files with 2 additions and 2 deletions

View File

@ -41,8 +41,8 @@ class TransformerEncoderAdapter(TransformerEncoder):
super().__init__(args)
self.adapters = ResidualAdapterModule()
for p in self.adapters.parameters():
p.data /= 10.
#for p in self.adapters.parameters():
# p.data /= 10.
#p.data = nn.Parameter(torch.zeros(p.size()).to('cuda'))
#p.data = nn.Parameter(torch.randn(p.size()).to('cuda')/20.)