mirrors/icefall
1
0
Fork 0
mirror of https://github.com/k2-fsa/icefall.git synced 2025-12-11 06:55:27 +00:00
Code Issues Packages Projects Releases Wiki Activity

don't do penalize_values_gt on simple_lm_proj and simple_am_proj; reduce --base-lr from 0.1 to 0.075

Browse Source
This commit is contained in:
Daniel Povey 2022-10-22 21:12:58 +08:00
parent 269b70122e
commit 2964628ae1
2 changed files with 5 additions and 5 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

8
egs/librispeech/ASR/pruned_transducer_stateless7/model.py
View File

@ -142,10 +142,10 @@ class Transducer(nn.Module):
lm = self.simple_lm_proj(decoder_out)
am = self.simple_am_proj(encoder_out)
if self.training and random.random() < 0.25:
lm = penalize_abs_values_gt(lm, 100.0, 1.0e-04)
if self.training and random.random() < 0.25:
am = penalize_abs_values_gt(am, 30.0, 1.0e-04)
#if self.training and random.random() < 0.25:
# lm = penalize_abs_values_gt(lm, 100.0, 1.0e-04)
#if self.training and random.random() < 0.25:
# am = penalize_abs_values_gt(am, 30.0, 1.0e-04)
with torch.cuda.amp.autocast(enabled=False):
simple_loss, (px_grad, py_grad) = k2.rnnt_loss_smoothed(

2
egs/librispeech/ASR/pruned_transducer_stateless7/train.py
View File

@ -232,7 +232,7 @@ def get_parser():
parser.add_argument(
"--base-lr",
type=float,
default=0.1,
default=0.075,
help="The base learning rate."
)