mirrors/icefall
1
0
Fork 0
mirror of https://github.com/k2-fsa/icefall.git synced 2025-08-09 01:52:41 +00:00
Code Issues Packages Projects Releases Wiki Activity

fix error in accum_grad (#1693)

Browse Source
This commit is contained in:
zzasdf 2024-07-17 17:47:43 +08:00 committed by GitHub
parent 2e13298717
commit 11151415f3
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
6 changed files with 6 additions and 6 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
egs/librispeech/SSL/hubert/finetune.py
View File

@ -948,7 +948,7 @@ def train_one_epoch(
tb_writer, "train/valid_", params.batch_idx_train tb_writer, "train/valid_", params.batch_idx_train
) )
if batch_idx % params.accum_grad != params.accum_grad - 1: if sub_batch_idx % params.accum_grad != params.accum_grad - 1:
optimizer.zero_grad() optimizer.zero_grad()
loss_value = tot_loss["loss"] / tot_loss["frames"] loss_value = tot_loss["loss"] / tot_loss["frames"]
params.train_loss = loss_value params.train_loss = loss_value

2
egs/librispeech/SSL/hubert/finetune_ce.py
View File

@ -948,7 +948,7 @@ def train_one_epoch(
tb_writer, "train/valid_", params.batch_idx_train tb_writer, "train/valid_", params.batch_idx_train
) )
if batch_idx % params.accum_grad != params.accum_grad - 1: if sub_batch_idx % params.accum_grad != params.accum_grad - 1:
optimizer.zero_grad() optimizer.zero_grad()
loss_value = tot_loss["loss"] / tot_loss["frames"] loss_value = tot_loss["loss"] / tot_loss["frames"]
params.train_loss = loss_value params.train_loss = loss_value

2
egs/librispeech/SSL/hubert/pretrain.py
View File

@ -774,7 +774,7 @@ def train_one_epoch(
tb_writer, "train/valid_", params.batch_idx_train tb_writer, "train/valid_", params.batch_idx_train
) )
if batch_idx % params.accum_grad != params.accum_grad - 1: if sub_batch_idx % params.accum_grad != params.accum_grad - 1:
optimizer.zero_grad() optimizer.zero_grad()
loss_value = tot_loss["loss"] / tot_loss["frames"] loss_value = tot_loss["loss"] / tot_loss["frames"]
params.train_loss = loss_value params.train_loss = loss_value

2
egs/librispeech/SSL/hubert/pretrain_ce.py
View File

@ -774,7 +774,7 @@ def train_one_epoch(
tb_writer, "train/valid_", params.batch_idx_train tb_writer, "train/valid_", params.batch_idx_train
) )
if batch_idx % params.accum_grad != params.accum_grad - 1: if sub_batch_idx % params.accum_grad != params.accum_grad - 1:
optimizer.zero_grad() optimizer.zero_grad()
loss_value = tot_loss["loss"] / tot_loss["frames"] loss_value = tot_loss["loss"] / tot_loss["frames"]
params.train_loss = loss_value params.train_loss = loss_value

2
egs/librispeech/SSL/zipformer/finetune.py
View File

@ -1245,7 +1245,7 @@ def train_one_epoch(
tb_writer, "train/valid_", params.batch_idx_train tb_writer, "train/valid_", params.batch_idx_train
) )
if batch_idx % params.accum_grad != params.accum_grad - 1: if sub_batch_idx % params.accum_grad != params.accum_grad - 1:
optimizer.zero_grad() optimizer.zero_grad()
loss_value = tot_loss["loss"] / tot_loss["frames"] loss_value = tot_loss["loss"] / tot_loss["frames"]
params.train_loss = loss_value params.train_loss = loss_value

2
egs/librispeech/SSL/zipformer/pretrain.py
View File

@ -1072,7 +1072,7 @@ def train_one_epoch(
tb_writer, "train/valid_", params.batch_idx_train tb_writer, "train/valid_", params.batch_idx_train
) )
if batch_idx % params.accum_grad != params.accum_grad - 1: if sub_batch_idx % params.accum_grad != params.accum_grad - 1:
optimizer.zero_grad() optimizer.zero_grad()
loss_value = tot_loss["loss"] / tot_loss["frames"] loss_value = tot_loss["loss"] / tot_loss["frames"]
params.train_loss = loss_value params.train_loss = loss_value