from local
This commit is contained in:
parent
7c1b7b3d28
commit
8deeece377
Binary file not shown.
@ -1082,6 +1082,12 @@ def train_one_epoch(
|
|||||||
valid_info.write_summary(
|
valid_info.write_summary(
|
||||||
tb_writer, "train/valid_", params.batch_idx_train
|
tb_writer, "train/valid_", params.batch_idx_train
|
||||||
)
|
)
|
||||||
|
|
||||||
|
if wb is not None and rank == 0:
|
||||||
|
numel = params.world_size / (params.accum_grads * valid_info["utterances"])
|
||||||
|
wb.log({"valid/simple_loss": valid_info["simple_loss"]*numel})
|
||||||
|
wb.log({"valid/pruned_loss": valid_info["pruned_loss"]*numel})
|
||||||
|
wb.log({"valid/loss": valid_info["loss"]*numel})
|
||||||
|
|
||||||
loss_value = tot_loss["loss"] / tot_loss["frames"]
|
loss_value = tot_loss["loss"] / tot_loss["frames"]
|
||||||
params.train_loss = loss_value
|
params.train_loss = loss_value
|
||||||
|
|||||||
Reference in New Issue
Block a user