from local

This commit is contained in:
dohe0342 2023-04-27 16:23:30 +09:00
parent 502f9df9d3
commit c750ff822f
2 changed files with 4 additions and 4 deletions

View File

@ -66,10 +66,10 @@ class FairSeqData2VecEncoder(EncoderInterface):
model = models[0]
model.feature_grad_mult = 0.0 ## for conv network freeze
## prevent overfitting
#model.mask_prob = 0.65
#model.mask_channel_prob = 0.5
#model.mask_channel_length = 64
#model.activation_dropout = 0.1
model.mask_prob = 0.65
model.mask_channel_prob = 0.5
model.mask_channel_length = 64
model.activation_dropout = 0.1
self.encoders = model
self.pretrained_params = copy.deepcopy(model.state_dict())