from local
This commit is contained in:
parent
0ba28ad8b9
commit
0c3d7b8618
Binary file not shown.
@ -39,7 +39,8 @@ class TransformerEncoderAdapter(TransformerEncoder):
|
|||||||
super().__init__(args)
|
super().__init__(args)
|
||||||
self.adapters = ResidualAdapterModule()
|
self.adapters = ResidualAdapterModule()
|
||||||
for p in self.adapters.parameters():
|
for p in self.adapters.parameters():
|
||||||
p.data = nn.Parameter(torch.zeros(p.size()).to('cuda'))
|
#p.data = nn.Parameter(torch.zeros(p.size()).to('cuda'))
|
||||||
|
p.data = nn.Parameter(torch.randn(p.size()).to('cuda'))
|
||||||
|
|
||||||
def forward(self, x, padding_mask=None, layer=None, tgt_layer=None):
|
def forward(self, x, padding_mask=None, layer=None, tgt_layer=None):
|
||||||
x, layer_results = self.extract_features_with_adapter(
|
x, layer_results = self.extract_features_with_adapter(
|
||||||
|
|||||||
Loading…
x
Reference in New Issue
Block a user