from local

This commit is contained in:
dohe0342 2023-04-27 16:23:30 +09:00
parent 502f9df9d3
commit c750ff822f
2 changed files with 4 additions and 4 deletions

View File

@ -66,10 +66,10 @@ class FairSeqData2VecEncoder(EncoderInterface):
model = models[0] model = models[0]
model.feature_grad_mult = 0.0 ## for conv network freeze model.feature_grad_mult = 0.0 ## for conv network freeze
## prevent overfitting ## prevent overfitting
#model.mask_prob = 0.65 model.mask_prob = 0.65
#model.mask_channel_prob = 0.5 model.mask_channel_prob = 0.5
#model.mask_channel_length = 64 model.mask_channel_length = 64
#model.activation_dropout = 0.1 model.activation_dropout = 0.1
self.encoders = model self.encoders = model
self.pretrained_params = copy.deepcopy(model.state_dict()) self.pretrained_params = copy.deepcopy(model.state_dict())