diff --git a/egs/librispeech/ASR/pruned_transducer_stateless_gtrans/.train.py.swp b/egs/librispeech/ASR/pruned_transducer_stateless_gtrans/.train.py.swp
index 05b53746c..0b7c95b80 100644
Binary files a/egs/librispeech/ASR/pruned_transducer_stateless_gtrans/.train.py.swp and b/egs/librispeech/ASR/pruned_transducer_stateless_gtrans/.train.py.swp differ
diff --git a/egs/librispeech/ASR/pruned_transducer_stateless_gtrans/train.py b/egs/librispeech/ASR/pruned_transducer_stateless_gtrans/train.py
index 15d8d8b62..58230147f 100755
--- a/egs/librispeech/ASR/pruned_transducer_stateless_gtrans/train.py
+++ b/egs/librispeech/ASR/pruned_transducer_stateless_gtrans/train.py
@@ -922,7 +922,7 @@ def train_one_epoch(
                 valid_info.write_summary(
                     tb_writer, "train/valid_", params.batch_idx_train
                 )
-            if wb is not None:
+            if wb is not None and rank == 0:
                 valid_info.reduce(loss.device)
                 wb.log({"valid/loss": valid_info["simple_loss"]
                                              +valid_info["pruned_loss"]