mirrors/icefall
1
0
Fork 0
mirror of https://github.com/k2-fsa/icefall.git synced 2025-12-11 06:55:27 +00:00
Code Issues Packages Projects Releases Wiki Activity

from local

Browse Source
This commit is contained in:
dohe0342 2022-12-10 13:51:56 +09:00
parent 30c8dbce02
commit 6b4f2d138c
2 changed files with 12 additions and 20 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

BIN
egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/.train.py.swp
View File

Binary file not shown.

32
egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/train.py
View File

@ -1146,26 +1146,18 @@ def run(rank, world_size, args, wb=None):
dec_names.append(n)
dec_param.append(p)
if wb is None:
optimizer_enc = ScaledAdam(
enc_param,
lr=param.peak_enc_lr,
clipping_scale=None,
parameters_names=enc_names,
)
optimizer_dec = ScaledAdam(
dec_param,
lr=param.peak_dec_lr,
clipping_scale=None,
parameters_names=dec_names,
)
else:
logging.info('start wandb sweep optimization...')
logging.info(wb.config.peak_enc_lr)
logging.info(wb.config.peak_dec_lr)
optimizer_enc = Eve(enc_param, lr=wb.config.peak_enc_lr)
optimizer_dec = Eve(dec_param, lr=wb.config.peak_dec_lr)
optimizer_enc = ScaledAdam(
enc_param,
lr=param.peak_enc_lr,
clipping_scale=None,
parameters_names=enc_names,
)
optimizer_dec = ScaledAdam(
dec_param,
lr=param.peak_dec_lr,
clipping_scale=None,
parameters_names=dec_names,
)
scheduler_enc = Eden(optimizer_enc, params.lr_batches*params.accum_grads, params.lr_epochs)
scheduler_dec = Eden(optimizer_dec, params.lr_batches*params.acuum_grads, params.lr_epochs)