from local

This commit is contained in:
dohe0342 2022-12-10 14:03:52 +09:00
parent 7c1b7b3d28
commit 8deeece377
2 changed files with 6 additions and 0 deletions

View File

@ -1082,6 +1082,12 @@ def train_one_epoch(
valid_info.write_summary(
tb_writer, "train/valid_", params.batch_idx_train
)
if wb is not None and rank == 0:
numel = params.world_size / (params.accum_grads * valid_info["utterances"])
wb.log({"valid/simple_loss": valid_info["simple_loss"]*numel})
wb.log({"valid/pruned_loss": valid_info["pruned_loss"]*numel})
wb.log({"valid/loss": valid_info["loss"]*numel})
loss_value = tot_loss["loss"] / tot_loss["frames"]
params.train_loss = loss_value