mirrors/icefall
1
0
Fork 0
mirror of https://github.com/k2-fsa/icefall.git synced 2025-12-11 06:55:27 +00:00
Code Issues Packages Projects Releases Wiki Activity

from local

Browse Source
This commit is contained in:
dohe0342 2023-04-06 22:21:34 +09:00
parent 17a1b8129a
commit ff1ad01500
3 changed files with 5 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

BIN
egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/.data2vec_audio.py.swp
View File

Binary file not shown.

BIN
egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/.data2vec_encoder.py.swp
View File

Binary file not shown.

6
egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/data2vec_encoder.py
View File

@ -65,7 +65,11 @@ class FairSeqData2VecEncoder(EncoderInterface):
)
model = models[0]
model.feature_grad_mult = 0.0 ## for conv network freeze
model.mask_prob = 0.0 ## for conv network freeze
## prevent overfitting
model.mask_prob = 0.65
model.mask_channel_prob = 0.5
model.mask_channel_length = 64
model.activation_dropout = 0.1
self.encoders = model
self.pretrained_params = copy.deepcopy(model.state_dict())