from local

This commit is contained in:
dohe0342 2023-01-30 17:05:08 +09:00
parent b4d6af26b4
commit 22332a629a
3 changed files with 1 additions and 1 deletions

View File

@ -39,7 +39,7 @@ logger = logging.getLogger().setLevel(logging.INFO)
class TransformerEncoderAdapter(TransformerEncoder): class TransformerEncoderAdapter(TransformerEncoder):
def __init__(self, args: Wav2Vec2Config): def __init__(self, args: Wav2Vec2Config):
super().__init__(args) super().__init__(args)
self.adapters = ResidualAdapterModule(proj_dim=32) self.adapters = ResidualAdapterModule(proj_dim=384)
for p in self.adapters.parameters(): for p in self.adapters.parameters():
p.data /= 10. p.data /= 10.