from local

This commit is contained in:
dohe0342 2023-01-03 14:04:01 +09:00
parent 39b345a6df
commit f08b07d152
3 changed files with 2 additions and 2 deletions

View File

@ -41,9 +41,9 @@ class TransformerEncoderAdapter(TransformerEncoder):
super().__init__(args)
self.adapters = ResidualAdapterModule()
#for p in self.adapters.parameters():
for p in self.adapters.parameters():
# p.data = nn.Parameter(torch.zeros(p.size()).to('cuda'))
# p.data = nn.Parameter(torch.randn(p.size()).to('cuda')/50.)
p.data = nn.Parameter(torch.randn(p.size()).to('cuda')/10.)
def forward(self, x, padding_mask=None, layer=None, tgt_layer=None):
x, layer_results = self.extract_features_with_adapter(