From 383cb553f4d3e8c0ebdf90b6dd48716d3f0097ee Mon Sep 17 00:00:00 2001 From: dohe0342 Date: Thu, 18 May 2023 17:09:55 +0900 Subject: [PATCH] from local --- .../.data2vec_audio.py.swp | Bin 49152 -> 49152 bytes .../data2vec_audio.py | 29 ------------------ 2 files changed, 29 deletions(-) diff --git a/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/.data2vec_audio.py.swp b/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/.data2vec_audio.py.swp index 7820cda0677f818814a5398c190dc2652d013871..9cc6081e9f605378c6ef64afab5e08e0d170deeb 100644 GIT binary patch delta 812 zcmZY7Pe>F|9KiA4vb(mfv&|Sd20;x}xIv2T#X1=5p(H96ECLszZE+1<=+CC&A>BDd zuzJy6Wl#j3){BD7VPm6zhon;-3QEDFD;4SBeSK^#I9b9*1; zuy8nRS-DLAK<=_Nq`sD;?vz?9$2M||>e$Oaplz-cadVrI(l<6GR_!s@gxwAQ=e^y@ zv8q`+wno%c!gSxT{$FVGNzT>YJIC`SpGem4{kBo1(1kPT#6GN00Tn#M zG?F+Aw>oxVJ}B}6&oPEkT!MixJ_Yzt+&su-1jD$2IGVA}kt|{XA2ErnGcz~oQ(C&o N(bC`iPO|hU^cUcqrnCS6 delta 657 zcmXZaPe{{Y9LMqR{OR`F+~!ZJ5iHm)I)n&86m|%~VvtS3gbvcOw&olJE%Gl&`_rWk z{TaVtkcWBd(#+&XE|GSugF&qbx@>8e2rn7=2cpq?%rCqip2NeJ=lOh}R7y#u6j!+W z(zzk8|5Ue7nn<7$z5chb;u_UVBl<1PV~QDB?e+!7LbHfsZk!p>+pqqJ#;qbjoIy<$ zsiJ_Vn8W~V*tUom$RL567{GVBeZ^-K@DOtdq6f!t)CgUB(X9K&PwO)iZsW?jS+RI2 zpU-C`;!gs}=O&Se(zsTv{siivO=KS*@D4LL4h=P@$S=IdG9Dw1S%h#I{piDvL!^v6 z9w3HZ{Il~|JhMwurr1OfMlZg!ifrI5@<`(b`q2p$7VOzXcJT*4QNkPKF^IEpqXoZ7 z_&)An7Q=8twI*rCrb5gwaSsvr(FP}85w(tCoW~$e;2ZH)v5G}pL_PX096_l?eph^O(jICgDd1b{Wejl<^UdjHQ*FDZA-0?BRVy_pDircrmA{hx3&G De@t$~ diff --git a/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/data2vec_audio.py b/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/data2vec_audio.py index 21a6c70e8..76def32dc 100644 --- a/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/data2vec_audio.py +++ b/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/data2vec_audio.py @@ -270,35 +270,6 @@ class LoRAModule(nn.Module): x = x.transpose(0, 1) return x - - ''' - self.type = 'linear' - - def build_adapter(embedding_dim, proj_dim, type_=self.type): - if type_ == 'conv': - return ConvolutionModule(768, 31) - else: - return nn.Sequential( - #nn.LayerNorm(embedding_dim), - nn.Linear(embedding_dim, proj_dim), - nn.ReLU(), - nn.Linear(proj_dim, embedding_dim), - nn.LayerNorm(embedding_dim), - ) - - self.adapter_layers = nn.ModuleList( - [build_adapter(embedding_dim, proj_dim, type_=self.type) for _ in range(layer_num)] - ) - - def forward(self, x, layer_id=-1): - x = x.transpose(0, 1) - residual = x - x = self.adapter_layers[layer_id](x) - x = residual + x - x = x.transpose(0, 1) - - return x - ''' class ResidualAdapterModule(nn.Module): """