mirrors/icefall
1
0
Fork 0
mirror of https://github.com/k2-fsa/icefall.git synced 2025-12-11 06:55:27 +00:00
Code Issues Packages Projects Releases Wiki Activity

from local

Browse Source
This commit is contained in:
dohe0342 2023-05-24 12:01:39 +09:00
parent 3a01cdff8b
commit 64a4a7d6d7
3 changed files with 7 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

BIN
egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/.data2vec_audio.py.swp
View File

Binary file not shown.

BIN
egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/.train_lora.py.swp
View File

Binary file not shown.

7
egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/train_lora.py
View File

@ -101,6 +101,7 @@ from torch.nn.parallel import DistributedDataParallel as DDP
from torch.utils.tensorboard import SummaryWriter
from zipformer import Zipformer
from data2vec_encoder import FairSeqData2VecEncoder
from data2vec_audio import LoRAModule
from icefall import diagnostics
from icefall.checkpoint import remove_checkpoints
@ -127,6 +128,12 @@ import wandb
#from icefall.checkpoint import save_checkpoint as save_checkpoint_impl
LRSchedulerType = Union[torch.optim.lr_scheduler._LRScheduler, optim.LRScheduler]
class LoRAHook():
def __init__(self, module):
self.hook = module.register_forward_hook(self.hook_fn)
def hook_fn(self, module, input, output):
def set_batch_count(model: Union[nn.Module, DDP], batch_count: float) -> None:
if isinstance(model, DDP):