mirrors/icefall
Archived
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

from local

Browse Source
This commit is contained in:
dohe0342 2023-01-03 13:21:48 +09:00
parent 06209a7d95
commit a895d5b2f9
2 changed files with 3 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

BIN
egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/.data2vec_audio.py.swp
View File

Binary file not shown.

4
egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/data2vec_audio.py
View File

@ -39,7 +39,9 @@ logger = logging.getLogger().setLevel(logging.INFO)
class TransformerEncoderAdapter(TransformerEncoder): class TransformerEncoderAdapter(TransformerEncoder):
def __init__(self, args: Wav2Vec2Config): def __init__(self, args: Wav2Vec2Config):
super().__init__(args) super().__init__(args)
self.adapters = ResidualAdapterModule() #self.adapters = ResidualAdapterModule()
self.adapters = ConvolutionModule(768, 31)
for p in self.adapters.parameters(): for p in self.adapters.parameters():
#p.data = nn.Parameter(torch.zeros(p.size()).to('cuda')) #p.data = nn.Parameter(torch.zeros(p.size()).to('cuda'))
p.data = nn.Parameter(torch.randn(p.size()).to('cuda')/50.) p.data = nn.Parameter(torch.randn(p.size()).to('cuda')/50.)