from local

This commit is contained in:
dohe0342 2023-01-13 17:23:12 +09:00
parent 1a3ddc8a69
commit 5f9f60798b
2 changed files with 1 additions and 1 deletions

View File

@ -922,7 +922,7 @@ def train_one_epoch(
valid_info.write_summary( valid_info.write_summary(
tb_writer, "train/valid_", params.batch_idx_train tb_writer, "train/valid_", params.batch_idx_train
) )
if wb is not None: if wb is not None and rank == 0:
valid_info.reduce(loss.device) valid_info.reduce(loss.device)
wb.log({"valid/loss": valid_info["simple_loss"] wb.log({"valid/loss": valid_info["simple_loss"]
+valid_info["pruned_loss"] +valid_info["pruned_loss"]